From f3b6797e3b4a2dd1be46d3c8c59b2d74d1a129bf Mon Sep 17 00:00:00 2001 From: Gertjan van den Burg Date: Mon, 25 May 2020 13:47:18 +0100 Subject: Add the "zero" method This method always returns that a series contains no change points. --- analysis/output/tables/aggregate_table_wide.tex | 3 +- .../output/tables/best_cover_combined_full.tex | 88 ++++++++-------- analysis/output/tables/best_cover_multi_avg.json | 3 +- analysis/output/tables/best_cover_uni_avg.json | 3 +- analysis/output/tables/best_cover_uni_full.json | 114 ++++++++++++++------- analysis/output/tables/best_f1_combined_full.tex | 88 ++++++++-------- analysis/output/tables/best_f1_multi_avg.json | 3 +- analysis/output/tables/best_f1_uni_avg.json | 3 +- analysis/output/tables/best_f1_uni_full.json | 114 ++++++++++++++------- .../output/tables/default_cover_combined_full.tex | 88 ++++++++-------- .../output/tables/default_cover_multi_avg.json | 3 +- analysis/output/tables/default_cover_uni_avg.json | 3 +- analysis/output/tables/default_cover_uni_full.json | 114 ++++++++++++++------- .../output/tables/default_f1_combined_full.tex | 88 ++++++++-------- analysis/output/tables/default_f1_multi_avg.json | 3 +- analysis/output/tables/default_f1_uni_avg.json | 3 +- analysis/output/tables/default_f1_uni_full.json | 114 ++++++++++++++------- 17 files changed, 498 insertions(+), 337 deletions(-) (limited to 'analysis/output/tables') diff --git a/analysis/output/tables/aggregate_table_wide.tex b/analysis/output/tables/aggregate_table_wide.tex index 37272f81..43aff1de 100644 --- a/analysis/output/tables/aggregate_table_wide.tex +++ b/analysis/output/tables/aggregate_table_wide.tex @@ -6,7 +6,7 @@ \textsc{amoc} & 0.702 & 0.664 & 0.746 & 0.783 & & & & \\ \textsc{binseg} & \textbf{0.706} & \textbf{0.680} & 0.780 & 0.803 & & & & \\ \textsc{bocpd} & 0.636 & 0.611 & \textbf{0.789} & \textbf{0.831} & 0.455 & 0.188 & \textbf{0.801} & \textbf{0.718} \\ -\textsc{bocpdms} & 0.633 & 0.476 & 0.744 & 0.569 & \textbf{0.486} & \textbf{0.286} & 0.623 & 0.386 \\ +\textsc{bocpdms} & 0.633 & 0.476 & 0.744 & 0.569 & \textbf{0.486} & 0.286 & 0.623 & 0.386 \\ \textsc{cpnp} & 0.535 & 0.534 & 0.552 & 0.567 & & & & \\ \textsc{ecp} & 0.523 & 0.551 & 0.720 & 0.706 & 0.402 & 0.238 & 0.590 & 0.388 \\ \textsc{kcpa} & 0.062 & 0.057 & 0.626 & 0.589 & 0.047 & 0.009 & 0.626 & 0.456 \\ @@ -16,5 +16,6 @@ \textsc{rfpop} & 0.392 & 0.372 & 0.414 & 0.392 & & & & \\ \textsc{segneigh} & 0.676 & 0.626 & 0.784 & 0.806 & & & & \\ \textsc{wbs} & 0.330 & 0.300 & 0.428 & 0.390 & & & & \\ +\textsc{zero} & 0.583 & 0.669 & 0.579 & 0.662 & 0.464 & \textbf{0.577} & 0.464 & 0.577 \\ \cmidrule(r){1-1}\cmidrule(lr){2-5}\cmidrule(l){6-9} \end{tabular} diff --git a/analysis/output/tables/best_cover_combined_full.tex b/analysis/output/tables/best_cover_combined_full.tex index 4d021db3..5bfca2e1 100644 --- a/analysis/output/tables/best_cover_combined_full.tex +++ b/analysis/output/tables/best_cover_combined_full.tex @@ -1,48 +1,48 @@ -\begin{tabular}{lccccccccccccc} -Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs}\\ +\begin{tabular}{lcccccccccccccc} +Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs} & \textsc{zero}\\ \hline -\verb+bank+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.997 & 0.103 & 0.238 & 0.509 & 0.509 & \textbf{1.000} & T & 0.036 & \textbf{1.000} & 0.053\\ -\verb+bitcoin+ & 0.771 & 0.771 & \textbf{0.822} & 0.773 & 0.364 & 0.772 & 0.778 & 0.794 & 0.723 & T & 0.168 & 0.771 & 0.409\\ -\verb+brent_spot+ & 0.503 & 0.650 & \textbf{0.667} & 0.265 & 0.437 & 0.653 & 0.571 & 0.659 & 0.527 & T & 0.235 & 0.659 & 0.310\\ -\verb+businv+ & 0.574 & 0.562 & \textbf{0.693} & 0.459 & 0.402 & 0.690 & 0.405 & 0.647 & 0.539 & 0.459 & 0.123 & 0.647 & 0.154\\ -\verb+centralia+ & 0.675 & 0.675 & \textbf{0.753} & 0.650 & 0.675 & \textbf{0.753} & 0.675 & 0.675 & 0.675 & 0.624 & 0.568 & 0.675 & 0.253\\ -\verb+children_per_woman+ & \textbf{0.804} & 0.798 & 0.801 & 0.427 & 0.486 & 0.718 & 0.613 & 0.798 & 0.521 & 0.715 & 0.154 & 0.798 & 0.284\\ -\verb+co2_canada+ & 0.527 & 0.747 & \textbf{0.773} & 0.584 & 0.528 & 0.751 & 0.739 & 0.705 & 0.605 & 0.617 & 0.497 & 0.752 & 0.552\\ -\verb+construction+ & \textbf{0.629} & 0.575 & 0.585 & 0.571 & 0.375 & 0.524 & 0.395 & 0.423 & 0.561 & 0.575 & 0.154 & 0.575 & 0.300\\ -\verb+debt_ireland+ & 0.635 & 0.717 & 0.688 & 0.729 & 0.777 & \textbf{0.798} & 0.747 & 0.777 & 0.321 & 0.396 & 0.489 & 0.777 & 0.248\\ -\verb+gdp_argentina+ & \textbf{0.737} & \textbf{0.737} & \textbf{0.737} & 0.711 & 0.461 & \textbf{0.737} & 0.367 & 0.667 & 0.592 & 0.711 & 0.346 & \textbf{0.737} & 0.326\\ -\verb+gdp_croatia+ & \textbf{0.708} & \textbf{0.708} & \textbf{0.708} & 0.675 & \textbf{0.708} & \textbf{0.708} & 0.623 & \textbf{0.708} & \textbf{0.708} & \textbf{0.708} & 0.353 & \textbf{0.708} & 0.108\\ -\verb+gdp_iran+ & 0.583 & 0.583 & 0.583 & 0.611 & 0.448 & 0.583 & 0.505 & 0.505 & 0.583 & \textbf{0.692} & 0.248 & 0.583 & 0.295\\ -\verb+gdp_japan+ & \textbf{0.802} & \textbf{0.802} & \textbf{0.802} & 0.777 & 0.522 & \textbf{0.802} & 0.525 & \textbf{0.802} & \textbf{0.802} & \textbf{0.802} & 0.283 & \textbf{0.802} & 0.283\\ -\verb+global_co2+ & \textbf{0.758} & \textbf{0.758} & \textbf{0.758} & 0.745 & 0.381 & 0.665 & 0.602 & 0.743 & 0.284 & 0.745 & 0.368 & \textbf{0.758} & 0.338\\ -\verb+homeruns+ & \textbf{0.694} & 0.683 & \textbf{0.694} & 0.681 & 0.537 & \textbf{0.694} & 0.501 & 0.683 & 0.575 & 0.506 & 0.392 & 0.683 & 0.407\\ -\verb+iceland_tourism+ & \textbf{0.946} & \textbf{0.946} & \textbf{0.946} & 0.936 & 0.393 & 0.842 & 0.655 & 0.830 & 0.498 & 0.936 & 0.293 & \textbf{0.946} & 0.512\\ -\verb+jfk_passengers+ & 0.844 & 0.839 & 0.837 & \textbf{0.855} & 0.583 & 0.807 & 0.563 & 0.839 & 0.373 & T & 0.393 & 0.839 & 0.514\\ -\verb+lga_passengers+ & 0.434 & 0.541 & 0.547 & 0.475 & 0.478 & \textbf{0.653} & 0.536 & 0.534 & 0.446 & T & 0.426 & 0.543 & 0.501\\ -\verb+measles+ & \textbf{0.951} & \textbf{0.951} & \textbf{0.951} & 0.950 & 0.098 & 0.105 & 0.400 & 0.232 & 0.616 & F/T & 0.046 & \textbf{0.951} & 0.084\\ -\verb+nile+ & \textbf{0.888} & 0.880 & \textbf{0.888} & 0.870 & 0.880 & \textbf{0.888} & 0.758 & 0.880 & 0.758 & 0.876 & 0.880 & 0.880 & 0.880\\ -\verb+ozone+ & 0.721 & 0.600 & 0.602 & 0.735 & 0.458 & 0.676 & 0.451 & 0.635 & 0.574 & \textbf{0.755} & 0.358 & 0.627 & 0.309\\ -\verb+quality_control_1+ & \textbf{0.996} & 0.992 & \textbf{0.996} & 0.990 & 0.721 & 0.989 & 0.620 & 0.992 & 0.693 & 0.780 & 0.706 & 0.992 & 0.687\\ -\verb+quality_control_2+ & 0.927 & 0.922 & \textbf{0.927} & 0.921 & 0.922 & 0.927 & \textbf{0.927} & 0.922 & 0.723 & 0.637 & 0.922 & 0.922 & 0.922\\ -\verb+quality_control_3+ & \textbf{0.997} & 0.996 & \textbf{0.997} & 0.987 & 0.831 & \textbf{0.997} & \textbf{0.997} & 0.996 & 0.500 & T & 0.978 & 0.996 & 0.996\\ -\verb+quality_control_4+ & \textbf{0.742} & 0.673 & 0.673 & 0.670 & 0.508 & 0.540 & 0.535 & 0.673 & 0.673 & T & 0.077 & 0.673 & 0.506\\ -\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+rail_lines+ & 0.786 & 0.786 & 0.768 & 0.769 & \textbf{0.786} & 0.768 & 0.773 & 0.786 & 0.534 & 0.769 & 0.482 & 0.786 & 0.103\\ -\verb+ratner_stock+ & 0.874 & 0.914 & 0.906 & 0.872 & 0.382 & 0.874 & 0.771 & \textbf{0.914} & 0.444 & T & 0.162 & \textbf{0.914} & 0.182\\ -\verb+robocalls+ & 0.666 & 0.788 & \textbf{0.808} & 0.741 & 0.677 & \textbf{0.808} & \textbf{0.808} & 0.760 & 0.601 & 0.682 & 0.569 & 0.760 & 0.559\\ -\verb+scanline_126007+ & 0.634 & 0.633 & 0.631 & \textbf{0.677} & 0.433 & 0.390 & 0.494 & 0.444 & 0.503 & T & 0.316 & 0.633 & 0.329\\ -\verb+scanline_42049+ & 0.425 & 0.861 & \textbf{0.892} & 0.875 & 0.577 & 0.862 & 0.860 & 0.862 & 0.441 & T & 0.257 & 0.862 & 0.690\\ -\verb+seatbelts+ & 0.683 & 0.797 & 0.800 & 0.630 & \textbf{0.809} & 0.800 & 0.702 & 0.797 & 0.635 & 0.533 & 0.660 & 0.797 & 0.727\\ -\verb+shanghai_license+ & \textbf{0.930} & 0.920 & 0.920 & 0.911 & 0.474 & 0.920 & 0.497 & 0.920 & 0.804 & 0.763 & 0.381 & 0.920 & 0.351\\ -\verb+uk_coal_employ+ & M & M & M & \textbf{0.504} & M & 0.356 & 0.356 & M & 0.481 & M & M & M & M\\ -\verb+unemployment_nl+ & 0.627 & 0.669 & \textbf{0.669} & 0.572 & 0.503 & 0.501 & 0.476 & 0.650 & 0.507 & F/T & 0.246 & 0.650 & 0.447\\ -\verb+us_population+ & \textbf{0.803} & \textbf{0.803} & 0.737 & 0.801 & 0.391 & 0.508 & 0.271 & 0.506 & 0.135 & T & \textbf{0.803} & \textbf{0.803} & 0.050\\ -\verb+usd_isk+ & 0.865 & 0.764 & 0.853 & \textbf{0.866} & 0.540 & 0.858 & 0.714 & 0.791 & 0.436 & 0.770 & 0.166 & 0.791 & 0.401\\ -\verb+well_log+ & 0.463 & 0.828 & 0.793 & 0.769 & 0.779 & \textbf{0.846} & 0.798 & 0.782 & 0.411 & T & 0.787 & 0.782 & 0.768\\ +\verb+bank+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.997 & 0.103 & 0.238 & 0.509 & 0.509 & \textbf{1.000} & T & 0.036 & \textbf{1.000} & 0.053 & \textbf{1.000}\\ +\verb+bitcoin+ & 0.771 & 0.771 & \textbf{0.822} & 0.773 & 0.364 & 0.772 & 0.778 & 0.794 & 0.723 & T & 0.168 & 0.771 & 0.409 & 0.516\\ +\verb+brent_spot+ & 0.503 & 0.650 & \textbf{0.667} & 0.265 & 0.437 & 0.653 & 0.571 & 0.659 & 0.527 & T & 0.235 & 0.659 & 0.310 & 0.266\\ +\verb+businv+ & 0.574 & 0.562 & \textbf{0.693} & 0.459 & 0.402 & 0.690 & 0.405 & 0.647 & 0.539 & 0.459 & 0.123 & 0.647 & 0.154 & 0.461\\ +\verb+centralia+ & 0.675 & 0.675 & \textbf{0.753} & 0.650 & 0.675 & \textbf{0.753} & 0.675 & 0.675 & 0.675 & 0.624 & 0.568 & 0.675 & 0.253 & 0.675\\ +\verb+children_per_woman+ & \textbf{0.804} & 0.798 & 0.801 & 0.427 & 0.486 & 0.718 & 0.613 & 0.798 & 0.521 & 0.715 & 0.154 & 0.798 & 0.284 & 0.429\\ +\verb+co2_canada+ & 0.527 & 0.747 & \textbf{0.773} & 0.584 & 0.528 & 0.751 & 0.739 & 0.705 & 0.605 & 0.617 & 0.497 & 0.752 & 0.552 & 0.278\\ +\verb+construction+ & \textbf{0.629} & 0.575 & 0.585 & 0.571 & 0.375 & 0.524 & 0.395 & 0.423 & 0.561 & 0.575 & 0.154 & 0.575 & 0.300 & 0.575\\ +\verb+debt_ireland+ & 0.635 & 0.717 & 0.688 & 0.729 & 0.777 & \textbf{0.798} & 0.747 & 0.777 & 0.321 & 0.396 & 0.489 & 0.777 & 0.248 & 0.321\\ +\verb+gdp_argentina+ & \textbf{0.737} & \textbf{0.737} & \textbf{0.737} & 0.711 & 0.461 & \textbf{0.737} & 0.367 & 0.667 & 0.592 & 0.711 & 0.346 & \textbf{0.737} & 0.326 & \textbf{0.737}\\ +\verb+gdp_croatia+ & \textbf{0.708} & \textbf{0.708} & \textbf{0.708} & 0.675 & \textbf{0.708} & \textbf{0.708} & 0.623 & \textbf{0.708} & \textbf{0.708} & \textbf{0.708} & 0.353 & \textbf{0.708} & 0.108 & \textbf{0.708}\\ +\verb+gdp_iran+ & 0.583 & 0.583 & 0.583 & 0.611 & 0.448 & 0.583 & 0.505 & 0.505 & 0.583 & \textbf{0.692} & 0.248 & 0.583 & 0.295 & 0.583\\ +\verb+gdp_japan+ & \textbf{0.802} & \textbf{0.802} & \textbf{0.802} & 0.777 & 0.522 & \textbf{0.802} & 0.525 & \textbf{0.802} & \textbf{0.802} & \textbf{0.802} & 0.283 & \textbf{0.802} & 0.283 & \textbf{0.802}\\ +\verb+global_co2+ & \textbf{0.758} & \textbf{0.758} & \textbf{0.758} & 0.745 & 0.381 & 0.665 & 0.602 & 0.743 & 0.284 & 0.745 & 0.368 & \textbf{0.758} & 0.338 & \textbf{0.758}\\ +\verb+homeruns+ & \textbf{0.694} & 0.683 & \textbf{0.694} & 0.681 & 0.537 & \textbf{0.694} & 0.501 & 0.683 & 0.575 & 0.506 & 0.392 & 0.683 & 0.407 & 0.511\\ +\verb+iceland_tourism+ & \textbf{0.946} & \textbf{0.946} & \textbf{0.946} & 0.936 & 0.393 & 0.842 & 0.655 & 0.830 & 0.498 & 0.936 & 0.293 & \textbf{0.946} & 0.512 & \textbf{0.946}\\ +\verb+jfk_passengers+ & 0.844 & 0.839 & 0.837 & \textbf{0.855} & 0.583 & 0.807 & 0.563 & 0.839 & 0.373 & T & 0.393 & 0.839 & 0.514 & 0.630\\ +\verb+lga_passengers+ & 0.434 & 0.541 & 0.547 & 0.475 & 0.478 & \textbf{0.653} & 0.536 & 0.534 & 0.446 & T & 0.426 & 0.543 & 0.501 & 0.383\\ +\verb+measles+ & \textbf{0.951} & \textbf{0.951} & \textbf{0.951} & 0.950 & 0.098 & 0.105 & 0.400 & 0.232 & 0.616 & F/T & 0.046 & \textbf{0.951} & 0.084 & \textbf{0.951}\\ +\verb+nile+ & \textbf{0.888} & 0.880 & \textbf{0.888} & 0.870 & 0.880 & \textbf{0.888} & 0.758 & 0.880 & 0.758 & 0.876 & 0.880 & 0.880 & 0.880 & 0.758\\ +\verb+ozone+ & 0.721 & 0.600 & 0.602 & 0.735 & 0.458 & 0.676 & 0.451 & 0.635 & 0.574 & \textbf{0.755} & 0.358 & 0.627 & 0.309 & 0.574\\ +\verb+quality_control_1+ & \textbf{0.996} & 0.992 & \textbf{0.996} & 0.990 & 0.721 & 0.989 & 0.620 & 0.992 & 0.693 & 0.780 & 0.706 & 0.992 & 0.687 & 0.503\\ +\verb+quality_control_2+ & 0.927 & 0.922 & \textbf{0.927} & 0.921 & 0.922 & 0.927 & \textbf{0.927} & 0.922 & 0.723 & 0.637 & 0.922 & 0.922 & 0.922 & 0.638\\ +\verb+quality_control_3+ & \textbf{0.997} & 0.996 & \textbf{0.997} & 0.987 & 0.831 & \textbf{0.997} & \textbf{0.997} & 0.996 & 0.500 & T & 0.978 & 0.996 & 0.996 & 0.500\\ +\verb+quality_control_4+ & \textbf{0.742} & 0.673 & 0.673 & 0.670 & 0.508 & 0.540 & 0.535 & 0.673 & 0.673 & T & 0.077 & 0.673 & 0.506 & 0.673\\ +\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ +\verb+rail_lines+ & 0.786 & 0.786 & 0.768 & 0.769 & \textbf{0.786} & 0.768 & 0.773 & 0.786 & 0.534 & 0.769 & 0.482 & 0.786 & 0.103 & 0.428\\ +\verb+ratner_stock+ & 0.874 & 0.914 & 0.906 & 0.872 & 0.382 & 0.874 & 0.771 & \textbf{0.914} & 0.444 & T & 0.162 & \textbf{0.914} & 0.182 & 0.450\\ +\verb+robocalls+ & 0.666 & 0.788 & \textbf{0.808} & 0.741 & 0.677 & \textbf{0.808} & \textbf{0.808} & 0.760 & 0.601 & 0.682 & 0.569 & 0.760 & 0.559 & 0.601\\ +\verb+scanline_126007+ & 0.634 & 0.633 & 0.631 & \textbf{0.677} & 0.433 & 0.390 & 0.494 & 0.444 & 0.503 & T & 0.316 & 0.633 & 0.329 & 0.503\\ +\verb+scanline_42049+ & 0.425 & 0.861 & \textbf{0.892} & 0.875 & 0.577 & 0.862 & 0.860 & 0.862 & 0.441 & T & 0.257 & 0.862 & 0.690 & 0.211\\ +\verb+seatbelts+ & 0.683 & 0.797 & 0.800 & 0.630 & \textbf{0.809} & 0.800 & 0.702 & 0.797 & 0.635 & 0.533 & 0.660 & 0.797 & 0.727 & 0.528\\ +\verb+shanghai_license+ & \textbf{0.930} & 0.920 & 0.920 & 0.911 & 0.474 & 0.920 & 0.497 & 0.920 & 0.804 & 0.763 & 0.381 & 0.920 & 0.351 & 0.547\\ +\verb+uk_coal_employ+ & M & M & M & \textbf{0.504} & M & 0.356 & 0.356 & M & 0.481 & M & M & M & M & 0.356\\ +\verb+unemployment_nl+ & 0.627 & 0.669 & \textbf{0.669} & 0.572 & 0.503 & 0.501 & 0.476 & 0.650 & 0.507 & F/T & 0.246 & 0.650 & 0.447 & 0.507\\ +\verb+us_population+ & \textbf{0.803} & \textbf{0.803} & 0.737 & 0.801 & 0.391 & 0.508 & 0.271 & 0.506 & 0.135 & T & \textbf{0.803} & \textbf{0.803} & 0.050 & \textbf{0.803}\\ +\verb+usd_isk+ & 0.865 & 0.764 & 0.853 & \textbf{0.866} & 0.540 & 0.858 & 0.714 & 0.791 & 0.436 & 0.770 & 0.166 & 0.791 & 0.401 & 0.436\\ +\verb+well_log+ & 0.463 & 0.828 & 0.793 & 0.769 & 0.779 & \textbf{0.846} & 0.798 & 0.782 & 0.411 & T & 0.787 & 0.782 & 0.768 & 0.225\\ \hline -\verb+apple+ & & & \textbf{0.846} & 0.720 & & 0.758 & 0.462 & & & F/T & & & \\ -\verb+bee_waggle_6+ & & & \textbf{0.891} & 0.889 & & 0.116 & 0.730 & & & 0.205 & & & \\ -\verb+occupancy+ & & & 0.645 & 0.556 & & \textbf{0.666} & 0.581 & & & F/T & & & \\ -\verb+run_log+ & & & \textbf{0.824} & 0.327 & & 0.819 & 0.729 & & & 0.329 & & & \\ +\verb+apple+ & & & \textbf{0.846} & 0.720 & & 0.758 & 0.462 & & & F/T & & & & 0.425\\ +\verb+bee_waggle_6+ & & & \textbf{0.891} & 0.889 & & 0.116 & 0.730 & & & 0.205 & & & & \textbf{0.891}\\ +\verb+occupancy+ & & & 0.645 & 0.556 & & \textbf{0.666} & 0.581 & & & F/T & & & & 0.236\\ +\verb+run_log+ & & & \textbf{0.824} & 0.327 & & 0.819 & 0.729 & & & 0.329 & & & & 0.304\\ \hline \end{tabular} diff --git a/analysis/output/tables/best_cover_multi_avg.json b/analysis/output/tables/best_cover_multi_avg.json index 1a265803..e7a3600c 100644 --- a/analysis/output/tables/best_cover_multi_avg.json +++ b/analysis/output/tables/best_cover_multi_avg.json @@ -2,5 +2,6 @@ "bocpd": 0.8014610836188212, "bocpdms": 0.623177929675182, "ecp": 0.5896897742279563, - "kcpa": 0.6257272238922049 + "kcpa": 0.6257272238922049, + "zero": 0.4637232698241863 } diff --git a/analysis/output/tables/best_cover_uni_avg.json b/analysis/output/tables/best_cover_uni_avg.json index a165b853..b8808e3d 100644 --- a/analysis/output/tables/best_cover_uni_avg.json +++ b/analysis/output/tables/best_cover_uni_avg.json @@ -10,5 +10,6 @@ "prophet": 0.5762221953717342, "rfpop": 0.41415432945370306, "segneigh": 0.783592466351048, - "wbs": 0.42803626569747943 + "wbs": 0.42803626569747943, + "zero": 0.5787669555339219 } diff --git a/analysis/output/tables/best_cover_uni_full.json b/analysis/output/tables/best_cover_uni_full.json index 4d518d66..12d3ea8b 100644 --- a/analysis/output/tables/best_cover_uni_full.json +++ b/analysis/output/tables/best_cover_uni_full.json @@ -12,7 +12,8 @@ "rbocpdms": null, "rfpop": 0.03614457831325301, "segneigh": 1.0, - "wbs": 0.05335628227194492 + "wbs": 0.05335628227194492, + "zero": 1.0 }, "bitcoin": { "amoc": 0.7707706590725811, @@ -27,7 +28,8 @@ "rbocpdms": null, "rfpop": 0.16794573643410854, "segneigh": 0.7712230785185206, - "wbs": 0.409493345209164 + "wbs": 0.409493345209164, + "zero": 0.5162283249537621 }, "brent_spot": { "amoc": 0.5028414234471386, @@ -42,7 +44,8 @@ "rbocpdms": null, "rfpop": 0.23491099182381608, "segneigh": 0.6585704614415928, - "wbs": 0.31014712103354664 + "wbs": 0.31014712103354664, + "zero": 0.2658176 }, "businv": { "amoc": 0.5735800041718168, @@ -57,7 +60,8 @@ "rbocpdms": 0.45893761338439826, "rfpop": 0.1227128427128427, "segneigh": 0.6471030804943848, - "wbs": 0.15422799422799421 + "wbs": 0.15422799422799421, + "zero": 0.46094765840220386 }, "centralia": { "amoc": 0.6746666666666667, @@ -72,7 +76,8 @@ "rbocpdms": 0.6235897435897436, "rfpop": 0.5683333333333334, "segneigh": 0.6746666666666667, - "wbs": 0.2533333333333333 + "wbs": 0.2533333333333333, + "zero": 0.6746666666666667 }, "children_per_woman": { "amoc": 0.8043846316761503, @@ -87,7 +92,8 @@ "rbocpdms": 0.7152983477067913, "rfpop": 0.15409241920869826, "segneigh": 0.7982556272643626, - "wbs": 0.2843853820598007 + "wbs": 0.2843853820598007, + "zero": 0.42910563901060694 }, "co2_canada": { "amoc": 0.5267191888742934, @@ -102,7 +108,8 @@ "rbocpdms": 0.6167070784423279, "rfpop": 0.4966352996448755, "segneigh": 0.7516527165934928, - "wbs": 0.5520636623107346 + "wbs": 0.5520636623107346, + "zero": 0.2775684153596538 }, "construction": { "amoc": 0.6285250381802105, @@ -117,7 +124,8 @@ "rbocpdms": 0.5749347601306438, "rfpop": 0.1537453963797438, "segneigh": 0.5746032369964917, - "wbs": 0.29963287533304633 + "wbs": 0.29963287533304633, + "zero": 0.5746032369964917 }, "debt_ireland": { "amoc": 0.6346153846153847, @@ -132,7 +140,8 @@ "rbocpdms": 0.39596560846560835, "rfpop": 0.4888888888888888, "segneigh": 0.7770823885109599, - "wbs": 0.24761904761904757 + "wbs": 0.24761904761904757, + "zero": 0.32063492063492066 }, "gdp_argentina": { "amoc": 0.737087043952887, @@ -147,7 +156,8 @@ "rbocpdms": 0.7110348407646522, "rfpop": 0.3461016949152542, "segneigh": 0.737087043952887, - "wbs": 0.32618917441224715 + "wbs": 0.32618917441224715, + "zero": 0.737087043952887 }, "gdp_croatia": { "amoc": 0.7083333333333333, @@ -162,7 +172,8 @@ "rbocpdms": 0.7083333333333333, "rfpop": 0.35303030303030297, "segneigh": 0.7083333333333333, - "wbs": 0.10833333333333332 + "wbs": 0.10833333333333332, + "zero": 0.7083333333333333 }, "gdp_iran": { "amoc": 0.582639714625446, @@ -177,7 +188,8 @@ "rbocpdms": 0.6920977011494253, "rfpop": 0.2482758620689655, "segneigh": 0.582639714625446, - "wbs": 0.2949833691213002 + "wbs": 0.2949833691213002, + "zero": 0.582639714625446 }, "gdp_japan": { "amoc": 0.802140309155767, @@ -192,7 +204,8 @@ "rbocpdms": 0.802140309155767, "rfpop": 0.2827586206896552, "segneigh": 0.802140309155767, - "wbs": 0.2827586206896552 + "wbs": 0.2827586206896552, + "zero": 0.802140309155767 }, "global_co2": { "amoc": 0.7583210059171598, @@ -207,7 +220,8 @@ "rbocpdms": 0.7448794088641374, "rfpop": 0.368040293040293, "segneigh": 0.7583210059171598, - "wbs": 0.3384615384615385 + "wbs": 0.3384615384615385, + "zero": 0.7583210059171598 }, "homeruns": { "amoc": 0.6938028443405415, @@ -222,7 +236,8 @@ "rbocpdms": 0.505774202815283, "rfpop": 0.39217533606078314, "segneigh": 0.6826141913243321, - "wbs": 0.4067376916868442 + "wbs": 0.4067376916868442, + "zero": 0.5107153116920425 }, "iceland_tourism": { "amoc": 0.9460215651119921, @@ -237,7 +252,8 @@ "rbocpdms": 0.9363470414337328, "rfpop": 0.2934673366834171, "segneigh": 0.9460215651119921, - "wbs": 0.5115577889447236 + "wbs": 0.5115577889447236, + "zero": 0.9460215651119921 }, "jfk_passengers": { "amoc": 0.8439883836604652, @@ -252,7 +268,8 @@ "rbocpdms": null, "rfpop": 0.3925633037782571, "segneigh": 0.8392664497512488, - "wbs": 0.5139308251457784 + "wbs": 0.5139308251457784, + "zero": 0.6298433048433048 }, "lga_passengers": { "amoc": 0.4338709848416259, @@ -267,7 +284,8 @@ "rbocpdms": null, "rfpop": 0.4262999539839297, "segneigh": 0.5433669095513529, - "wbs": 0.5011004228024014 + "wbs": 0.5011004228024014, + "zero": 0.3830283439257799 }, "measles": { "amoc": 0.9511852891971232, @@ -282,7 +300,8 @@ "rbocpdms": null, "rfpop": 0.04641775983854692, "segneigh": 0.9511852891971232, - "wbs": 0.08355196770938446 + "wbs": 0.08355196770938446, + "zero": 0.9511852891971232 }, "nile": { "amoc": 0.8879999999999999, @@ -297,7 +316,8 @@ "rbocpdms": 0.876, "rfpop": 0.8800821917808218, "segneigh": 0.8800821917808218, - "wbs": 0.8800821917808218 + "wbs": 0.8800821917808218, + "zero": 0.75808 }, "ozone": { "amoc": 0.721132897603486, @@ -312,7 +332,8 @@ "rbocpdms": 0.7551276156793397, "rfpop": 0.3583333333333333, "segneigh": 0.6265993265993266, - "wbs": 0.3091358024691358 + "wbs": 0.3091358024691358, + "zero": 0.5736625514403293 }, "quality_control_1": { "amoc": 0.9961856952610209, @@ -327,7 +348,8 @@ "rbocpdms": 0.7795527156549521, "rfpop": 0.7060702875399361, "segneigh": 0.9923773726743093, - "wbs": 0.6869009584664537 + "wbs": 0.6869009584664537, + "zero": 0.5031081260398699 }, "quality_control_2": { "amoc": 0.9265200095891666, @@ -342,7 +364,8 @@ "rbocpdms": 0.6373260548351702, "rfpop": 0.9223181723701366, "segneigh": 0.9223181723701366, - "wbs": 0.9223181723701366 + "wbs": 0.9223181723701366, + "zero": 0.6382524441558766 }, "quality_control_3": { "amoc": 0.9967303392229183, @@ -357,7 +380,8 @@ "rbocpdms": null, "rfpop": 0.9781420765027322, "segneigh": 0.995645855133124, - "wbs": 0.995645855133124 + "wbs": 0.995645855133124, + "zero": 0.5002717310161545 }, "quality_control_4": { "amoc": 0.7420870811176372, @@ -372,7 +396,8 @@ "rbocpdms": null, "rfpop": 0.0768, "segneigh": 0.6727407999999999, - "wbs": 0.5057797345000524 + "wbs": 0.5057797345000524, + "zero": 0.6727407999999999 }, "quality_control_5": { "amoc": 1.0, @@ -387,7 +412,8 @@ "rbocpdms": 0.9938461538461538, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 1.0 }, "rail_lines": { "amoc": 0.7863825363825364, @@ -402,7 +428,8 @@ "rbocpdms": 0.7694570135746607, "rfpop": 0.48243243243243245, "segneigh": 0.7863825363825364, - "wbs": 0.10270270270270272 + "wbs": 0.10270270270270272, + "zero": 0.4281957633308984 }, "ratner_stock": { "amoc": 0.8744899316668506, @@ -417,7 +444,8 @@ "rbocpdms": null, "rfpop": 0.1623333333333333, "segneigh": 0.9140453687993402, - "wbs": 0.18233333333333335 + "wbs": 0.18233333333333335, + "zero": 0.4503255555555555 }, "robocalls": { "amoc": 0.6663905325443786, @@ -432,7 +460,8 @@ "rbocpdms": 0.682242225859247, "rfpop": 0.5686213499144533, "segneigh": 0.7603878525125991, - "wbs": 0.5594180532111567 + "wbs": 0.5594180532111567, + "zero": 0.6005917159763314 }, "scanline_126007": { "amoc": 0.634460086655894, @@ -447,7 +476,8 @@ "rbocpdms": null, "rfpop": 0.3155288774231227, "segneigh": 0.6328517598946248, - "wbs": 0.3286599872605218 + "wbs": 0.3286599872605218, + "zero": 0.5027199917012807 }, "scanline_42049": { "amoc": 0.42470973117825894, @@ -462,7 +492,8 @@ "rbocpdms": null, "rfpop": 0.2572545092059262, "segneigh": 0.8622300706056162, - "wbs": 0.6895004577676643 + "wbs": 0.6895004577676643, + "zero": 0.2112845293718475 }, "seatbelts": { "amoc": 0.6825404441929043, @@ -477,7 +508,8 @@ "rbocpdms": 0.5327701065891473, "rfpop": 0.6600846088435374, "segneigh": 0.796945892630244, - "wbs": 0.727164100252578 + "wbs": 0.727164100252578, + "zero": 0.5283637152777778 }, "shanghai_license": { "amoc": 0.9304479955144378, @@ -492,7 +524,8 @@ "rbocpdms": 0.7626867458376481, "rfpop": 0.38054693274205464, "segneigh": 0.9196947071511531, - "wbs": 0.35127864005912784 + "wbs": 0.35127864005912784, + "zero": 0.5470886377156454 }, "uk_coal_employ": { "amoc": null, @@ -507,7 +540,8 @@ "rbocpdms": null, "rfpop": null, "segneigh": null, - "wbs": null + "wbs": null, + "zero": 0.35648072562358274 }, "unemployment_nl": { "amoc": 0.6273577958058836, @@ -522,7 +556,8 @@ "rbocpdms": null, "rfpop": 0.245684751385686, "segneigh": 0.6502597869268365, - "wbs": 0.44679418355179584 + "wbs": 0.44679418355179584, + "zero": 0.5065595248493318 }, "us_population": { "amoc": 0.8033761053440983, @@ -537,7 +572,8 @@ "rbocpdms": null, "rfpop": 0.8033761053440983, "segneigh": 0.8033761053440983, - "wbs": 0.04950980392156863 + "wbs": 0.04950980392156863, + "zero": 0.8033761053440983 }, "usd_isk": { "amoc": 0.8645950599174581, @@ -552,7 +588,8 @@ "rbocpdms": 0.7700646665911591, "rfpop": 0.1664093343727211, "segneigh": 0.7906488739707632, - "wbs": 0.40051246830092985 + "wbs": 0.40051246830092985, + "zero": 0.43629300594994175 }, "well_log": { "amoc": 0.46267705859029923, @@ -567,6 +604,7 @@ "rbocpdms": null, "rfpop": 0.7871519424337239, "segneigh": 0.7822015138061366, - "wbs": 0.7677416100198158 + "wbs": 0.7677416100198158, + "zero": 0.22457547325102878 } } diff --git a/analysis/output/tables/best_f1_combined_full.tex b/analysis/output/tables/best_f1_combined_full.tex index 86510ded..c1feaa9a 100644 --- a/analysis/output/tables/best_f1_combined_full.tex +++ b/analysis/output/tables/best_f1_combined_full.tex @@ -1,48 +1,48 @@ -\begin{tabular}{lccccccccccccc} -Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs}\\ +\begin{tabular}{lcccccccccccccc} +Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs} & \textsc{zero}\\ \hline -\verb+bank+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & 0.054 & 0.200 & 0.333 & 0.400 & \textbf{1.000} & T & 0.015 & \textbf{1.000} & 0.043\\ -\verb+bitcoin+ & 0.507 & 0.639 & 0.630 & 0.491 & 0.462 & 0.507 & 0.584 & \textbf{0.669} & 0.354 & T & 0.186 & \textbf{0.669} & 0.472\\ -\verb+brent_spot+ & 0.465 & \textbf{0.609} & \textbf{0.609} & 0.239 & 0.555 & 0.522 & 0.427 & 0.518 & 0.173 & T & 0.379 & 0.518 & 0.443\\ -\verb+businv+ & \textbf{0.588} & \textbf{0.588} & \textbf{0.588} & 0.455 & 0.386 & 0.370 & 0.294 & 0.490 & 0.275 & 0.370 & 0.182 & \textbf{0.588} & 0.239\\ -\verb+centralia+ & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & 0.595 & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & 0.458 & 0.494 & \textbf{0.763} & 0.143\\ -\verb+children_per_woman+ & \textbf{0.678} & 0.507 & 0.620 & 0.405 & 0.310 & 0.432 & 0.416 & 0.525 & 0.310 & 0.504 & 0.113 & 0.525 & 0.222\\ -\verb+co2_canada+ & 0.544 & 0.856 & \textbf{0.893} & 0.479 & 0.642 & 0.875 & 0.819 & 0.661 & 0.482 & 0.542 & 0.407 & 0.872 & 0.547\\ -\verb+construction+ & \textbf{0.696} & \textbf{0.696} & \textbf{0.696} & 0.410 & 0.430 & 0.547 & 0.481 & 0.547 & 0.324 & 0.340 & 0.136 & \textbf{0.696} & 0.422\\ -\verb+debt_ireland+ & 0.760 & 0.760 & \textbf{0.958} & 0.738 & \textbf{0.958} & \textbf{0.958} & 0.842 & \textbf{0.958} & 0.469 & 0.748 & 0.462 & \textbf{0.958} & 0.273\\ -\verb+gdp_argentina+ & 0.889 & \textbf{0.947} & \textbf{0.947} & 0.583 & 0.818 & 0.889 & 0.800 & \textbf{0.947} & 0.615 & 0.452 & 0.615 & \textbf{0.947} & 0.421\\ -\verb+gdp_croatia+ & \textbf{1.000} & 0.824 & \textbf{1.000} & 0.583 & \textbf{1.000} & 0.824 & 0.583 & 0.824 & 0.824 & 0.824 & 0.400 & 0.824 & 0.167\\ -\verb+gdp_iran+ & 0.652 & 0.652 & \textbf{0.730} & 0.492 & 0.383 & 0.652 & 0.473 & 0.537 & 0.652 & 0.538 & 0.333 & 0.652 & 0.349\\ -\verb+gdp_japan+ & \textbf{1.000} & 0.889 & \textbf{1.000} & 0.615 & 0.667 & \textbf{1.000} & 0.500 & 0.889 & 0.889 & 0.889 & 0.222 & 0.889 & 0.222\\ -\verb+global_co2+ & \textbf{0.846} & \textbf{0.846} & \textbf{0.846} & 0.458 & 0.286 & 0.595 & 0.595 & 0.634 & 0.142 & 0.458 & 0.110 & \textbf{0.846} & 0.056\\ -\verb+homeruns+ & \textbf{0.659} & \textbf{0.659} & \textbf{0.659} & 0.397 & 0.301 & 0.577 & 0.370 & 0.577 & 0.218 & 0.397 & 0.141 & \textbf{0.659} & 0.164\\ -\verb+iceland_tourism+ & \textbf{0.947} & \textbf{0.947} & \textbf{0.947} & 0.486 & 0.391 & 0.667 & 0.486 & 0.643 & 0.220 & 0.486 & 0.105 & \textbf{0.947} & 0.105\\ -\verb+jfk_passengers+ & \textbf{0.723} & \textbf{0.723} & \textbf{0.723} & 0.437 & 0.430 & 0.531 & 0.264 & 0.559 & 0.354 & T & 0.283 & \textbf{0.723} & 0.264\\ -\verb+lga_passengers+ & 0.535 & 0.535 & 0.535 & 0.456 & 0.335 & \textbf{0.645} & 0.417 & 0.348 & 0.366 & T & 0.355 & 0.535 & 0.352\\ -\verb+measles+ & \textbf{0.947} & \textbf{0.947} & \textbf{0.947} & 0.486 & 0.118 & 0.080 & 0.281 & 0.153 & 0.391 & F/T & 0.030 & \textbf{0.947} & 0.041\\ -\verb+nile+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.800 & \textbf{1.000} & \textbf{1.000} & 0.824 & \textbf{1.000} & 0.824 & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+ozone+ & 0.776 & 0.723 & 0.857 & 0.778 & 0.750 & \textbf{1.000} & 0.667 & \textbf{1.000} & 0.723 & 0.651 & 0.429 & \textbf{1.000} & 0.286\\ -\verb+quality_control_1+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & 0.667 & \textbf{1.000} & 0.667 & \textbf{1.000} & 0.500 & 0.286 & 0.667 & \textbf{1.000} & 0.667\\ -\verb+quality_control_2+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.750 & 0.429 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+quality_control_3+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.766 & 0.571 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & T & 0.800 & \textbf{1.000} & \textbf{1.000}\\ -\verb+quality_control_4+ & \textbf{0.780} & \textbf{0.780} & \textbf{0.780} & 0.561 & 0.397 & 0.558 & 0.489 & \textbf{0.780} & \textbf{0.780} & T & 0.075 & \textbf{0.780} & 0.361\\ -\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+rail_lines+ & \textbf{0.846} & \textbf{0.846} & \textbf{0.846} & 0.698 & 0.778 & \textbf{0.846} & 0.500 & \textbf{0.846} & 0.537 & 0.595 & 0.364 & \textbf{0.846} & 0.108\\ -\verb+ratner_stock+ & \textbf{0.776} & 0.683 & \textbf{0.776} & 0.559 & 0.227 & \textbf{0.776} & 0.481 & 0.683 & 0.280 & T & 0.092 & 0.683 & 0.200\\ -\verb+robocalls+ & 0.800 & \textbf{0.966} & \textbf{0.966} & 0.750 & 0.832 & \textbf{0.966} & \textbf{0.966} & \textbf{0.966} & 0.636 & 0.846 & 0.587 & \textbf{0.966} & 0.500\\ -\verb+scanline_126007+ & \textbf{0.644} & \textbf{0.644} & \textbf{0.644} & 0.507 & 0.233 & 0.325 & 0.478 & 0.233 & \textbf{0.644} & T & 0.097 & \textbf{0.644} & 0.125\\ -\verb+scanline_42049+ & 0.485 & 0.863 & \textbf{0.962} & 0.782 & 0.609 & 0.815 & 0.908 & 0.790 & 0.202 & T & 0.262 & 0.799 & 0.522\\ -\verb+seatbelts+ & 0.824 & \textbf{0.838} & 0.683 & 0.583 & 0.735 & 0.683 & 0.621 & 0.683 & 0.452 & 0.383 & 0.456 & 0.735 & 0.583\\ -\verb+shanghai_license+ & \textbf{0.966} & 0.636 & 0.636 & 0.491 & 0.600 & 0.625 & 0.274 & 0.605 & 0.532 & 0.389 & 0.231 & 0.636 & 0.250\\ -\verb+uk_coal_employ+ & M & M & M & \textbf{0.617} & M & 0.513 & 0.513 & M & 0.551 & M & M & M & M\\ -\verb+unemployment_nl+ & 0.742 & \textbf{0.889} & 0.876 & 0.592 & 0.672 & 0.711 & 0.678 & 0.788 & 0.566 & F/T & 0.466 & 0.788 & 0.658\\ -\verb+us_population+ & \textbf{1.000} & 0.889 & \textbf{1.000} & 0.615 & 0.232 & 0.471 & 0.276 & 0.500 & 0.159 & T & 0.889 & 0.889 & 0.077\\ -\verb+usd_isk+ & \textbf{0.785} & 0.657 & \textbf{0.785} & 0.678 & 0.563 & \textbf{0.785} & 0.462 & 0.657 & 0.489 & 0.385 & 0.182 & 0.678 & 0.333\\ -\verb+well_log+ & 0.336 & 0.914 & 0.832 & 0.743 & 0.822 & \textbf{0.928} & 0.776 & 0.832 & 0.149 & T & 0.923 & 0.832 & 0.832\\ +\verb+bank+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & 0.054 & 0.200 & 0.333 & 0.400 & \textbf{1.000} & T & 0.015 & \textbf{1.000} & 0.043 & \textbf{1.000}\\ +\verb+bitcoin+ & 0.507 & 0.639 & 0.630 & 0.491 & 0.462 & 0.507 & 0.584 & \textbf{0.669} & 0.354 & T & 0.186 & \textbf{0.669} & 0.472 & 0.450\\ +\verb+brent_spot+ & 0.465 & \textbf{0.609} & \textbf{0.609} & 0.239 & 0.555 & 0.522 & 0.427 & 0.518 & 0.173 & T & 0.379 & 0.518 & 0.443 & 0.315\\ +\verb+businv+ & \textbf{0.588} & \textbf{0.588} & \textbf{0.588} & 0.455 & 0.386 & 0.370 & 0.294 & 0.490 & 0.275 & 0.370 & 0.182 & \textbf{0.588} & 0.239 & \textbf{0.588}\\ +\verb+centralia+ & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & 0.595 & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & 0.458 & 0.494 & \textbf{0.763} & 0.143 & \textbf{0.763}\\ +\verb+children_per_woman+ & \textbf{0.678} & 0.507 & 0.620 & 0.405 & 0.310 & 0.432 & 0.416 & 0.525 & 0.310 & 0.504 & 0.113 & 0.525 & 0.222 & 0.507\\ +\verb+co2_canada+ & 0.544 & 0.856 & \textbf{0.893} & 0.479 & 0.642 & 0.875 & 0.819 & 0.661 & 0.482 & 0.542 & 0.407 & 0.872 & 0.547 & 0.361\\ +\verb+construction+ & \textbf{0.696} & \textbf{0.696} & \textbf{0.696} & 0.410 & 0.430 & 0.547 & 0.481 & 0.547 & 0.324 & 0.340 & 0.136 & \textbf{0.696} & 0.422 & \textbf{0.696}\\ +\verb+debt_ireland+ & 0.760 & 0.760 & \textbf{0.958} & 0.738 & \textbf{0.958} & \textbf{0.958} & 0.842 & \textbf{0.958} & 0.469 & 0.748 & 0.462 & \textbf{0.958} & 0.273 & 0.469\\ +\verb+gdp_argentina+ & 0.889 & \textbf{0.947} & \textbf{0.947} & 0.583 & 0.818 & 0.889 & 0.800 & \textbf{0.947} & 0.615 & 0.452 & 0.615 & \textbf{0.947} & 0.421 & 0.824\\ +\verb+gdp_croatia+ & \textbf{1.000} & 0.824 & \textbf{1.000} & 0.583 & \textbf{1.000} & 0.824 & 0.583 & 0.824 & 0.824 & 0.824 & 0.400 & 0.824 & 0.167 & 0.824\\ +\verb+gdp_iran+ & 0.652 & 0.652 & \textbf{0.730} & 0.492 & 0.383 & 0.652 & 0.473 & 0.537 & 0.652 & 0.538 & 0.333 & 0.652 & 0.349 & 0.652\\ +\verb+gdp_japan+ & \textbf{1.000} & 0.889 & \textbf{1.000} & 0.615 & 0.667 & \textbf{1.000} & 0.500 & 0.889 & 0.889 & 0.889 & 0.222 & 0.889 & 0.222 & 0.889\\ +\verb+global_co2+ & \textbf{0.846} & \textbf{0.846} & \textbf{0.846} & 0.458 & 0.286 & 0.595 & 0.595 & 0.634 & 0.142 & 0.458 & 0.110 & \textbf{0.846} & 0.056 & \textbf{0.846}\\ +\verb+homeruns+ & \textbf{0.659} & \textbf{0.659} & \textbf{0.659} & 0.397 & 0.301 & 0.577 & 0.370 & 0.577 & 0.218 & 0.397 & 0.141 & \textbf{0.659} & 0.164 & \textbf{0.659}\\ +\verb+iceland_tourism+ & \textbf{0.947} & \textbf{0.947} & \textbf{0.947} & 0.486 & 0.391 & 0.667 & 0.486 & 0.643 & 0.220 & 0.486 & 0.105 & \textbf{0.947} & 0.105 & \textbf{0.947}\\ +\verb+jfk_passengers+ & \textbf{0.723} & \textbf{0.723} & \textbf{0.723} & 0.437 & 0.430 & 0.531 & 0.264 & 0.559 & 0.354 & T & 0.283 & \textbf{0.723} & 0.264 & \textbf{0.723}\\ +\verb+lga_passengers+ & 0.535 & 0.535 & 0.535 & 0.456 & 0.335 & \textbf{0.645} & 0.417 & 0.348 & 0.366 & T & 0.355 & 0.535 & 0.352 & 0.535\\ +\verb+measles+ & \textbf{0.947} & \textbf{0.947} & \textbf{0.947} & 0.486 & 0.118 & 0.080 & 0.281 & 0.153 & 0.391 & F/T & 0.030 & \textbf{0.947} & 0.041 & \textbf{0.947}\\ +\verb+nile+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.800 & \textbf{1.000} & \textbf{1.000} & 0.824 & \textbf{1.000} & 0.824 & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.824\\ +\verb+ozone+ & 0.776 & 0.723 & 0.857 & 0.778 & 0.750 & \textbf{1.000} & 0.667 & \textbf{1.000} & 0.723 & 0.651 & 0.429 & \textbf{1.000} & 0.286 & 0.723\\ +\verb+quality_control_1+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & 0.667 & \textbf{1.000} & 0.667 & \textbf{1.000} & 0.500 & 0.286 & 0.667 & \textbf{1.000} & 0.667 & 0.667\\ +\verb+quality_control_2+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.750 & 0.429 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.750\\ +\verb+quality_control_3+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.766 & 0.571 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & T & 0.800 & \textbf{1.000} & \textbf{1.000} & 0.667\\ +\verb+quality_control_4+ & \textbf{0.780} & \textbf{0.780} & \textbf{0.780} & 0.561 & 0.397 & 0.558 & 0.489 & \textbf{0.780} & \textbf{0.780} & T & 0.075 & \textbf{0.780} & 0.361 & \textbf{0.780}\\ +\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ +\verb+rail_lines+ & \textbf{0.846} & \textbf{0.846} & \textbf{0.846} & 0.698 & 0.778 & \textbf{0.846} & 0.500 & \textbf{0.846} & 0.537 & 0.595 & 0.364 & \textbf{0.846} & 0.108 & 0.537\\ +\verb+ratner_stock+ & \textbf{0.776} & 0.683 & \textbf{0.776} & 0.559 & 0.227 & \textbf{0.776} & 0.481 & 0.683 & 0.280 & T & 0.092 & 0.683 & 0.200 & 0.571\\ +\verb+robocalls+ & 0.800 & \textbf{0.966} & \textbf{0.966} & 0.750 & 0.832 & \textbf{0.966} & \textbf{0.966} & \textbf{0.966} & 0.636 & 0.846 & 0.587 & \textbf{0.966} & 0.500 & 0.636\\ +\verb+scanline_126007+ & \textbf{0.644} & \textbf{0.644} & \textbf{0.644} & 0.507 & 0.233 & 0.325 & 0.478 & 0.233 & \textbf{0.644} & T & 0.097 & \textbf{0.644} & 0.125 & \textbf{0.644}\\ +\verb+scanline_42049+ & 0.485 & 0.863 & \textbf{0.962} & 0.782 & 0.609 & 0.815 & 0.908 & 0.790 & 0.202 & T & 0.262 & 0.799 & 0.522 & 0.276\\ +\verb+seatbelts+ & 0.824 & \textbf{0.838} & 0.683 & 0.583 & 0.735 & 0.683 & 0.621 & 0.683 & 0.452 & 0.383 & 0.456 & 0.735 & 0.583 & 0.621\\ +\verb+shanghai_license+ & \textbf{0.966} & 0.636 & 0.636 & 0.491 & 0.600 & 0.625 & 0.274 & 0.605 & 0.532 & 0.389 & 0.231 & 0.636 & 0.250 & 0.636\\ +\verb+uk_coal_employ+ & M & M & M & \textbf{0.617} & M & 0.513 & 0.513 & M & 0.551 & M & M & M & M & 0.513\\ +\verb+unemployment_nl+ & 0.742 & \textbf{0.889} & 0.876 & 0.592 & 0.672 & 0.711 & 0.678 & 0.788 & 0.566 & F/T & 0.466 & 0.788 & 0.658 & 0.566\\ +\verb+us_population+ & \textbf{1.000} & 0.889 & \textbf{1.000} & 0.615 & 0.232 & 0.471 & 0.276 & 0.500 & 0.159 & T & 0.889 & 0.889 & 0.077 & 0.889\\ +\verb+usd_isk+ & \textbf{0.785} & 0.657 & \textbf{0.785} & 0.678 & 0.563 & \textbf{0.785} & 0.462 & 0.657 & 0.489 & 0.385 & 0.182 & 0.678 & 0.333 & 0.489\\ +\verb+well_log+ & 0.336 & 0.914 & 0.832 & 0.743 & 0.822 & \textbf{0.928} & 0.776 & 0.832 & 0.149 & T & 0.923 & 0.832 & 0.832 & 0.237\\ \hline -\verb+apple+ & & & \textbf{0.916} & 0.314 & & 0.745 & 0.481 & & & F/T & & & \\ -\verb+bee_waggle_6+ & & & \textbf{0.929} & 0.481 & & 0.124 & 0.634 & & & 0.245 & & & \\ -\verb+occupancy+ & & & \textbf{0.582} & 0.369 & & 0.482 & 0.405 & & & F/T & & & \\ -\verb+run_log+ & & & \textbf{0.446} & 0.380 & & 0.200 & 0.304 & & & 0.275 & & & \\ +\verb+apple+ & & & \textbf{0.916} & 0.314 & & 0.745 & 0.481 & & & F/T & & & & 0.594\\ +\verb+bee_waggle_6+ & & & \textbf{0.929} & 0.481 & & 0.124 & 0.634 & & & 0.245 & & & & \textbf{0.929}\\ +\verb+occupancy+ & & & \textbf{0.582} & 0.369 & & 0.482 & 0.405 & & & F/T & & & & 0.341\\ +\verb+run_log+ & & & \textbf{0.446} & 0.380 & & 0.200 & 0.304 & & & 0.275 & & & & \textbf{0.446}\\ \hline \end{tabular} diff --git a/analysis/output/tables/best_f1_multi_avg.json b/analysis/output/tables/best_f1_multi_avg.json index 9de35da2..aeccd164 100644 --- a/analysis/output/tables/best_f1_multi_avg.json +++ b/analysis/output/tables/best_f1_multi_avg.json @@ -2,5 +2,6 @@ "bocpd": 0.718040907733408, "bocpdms": 0.3862673506325448, "ecp": 0.38790015348968676, - "kcpa": 0.4560758392509358 + "kcpa": 0.4560758392509358, + "zero": 0.5771739603118445 } diff --git a/analysis/output/tables/best_f1_uni_avg.json b/analysis/output/tables/best_f1_uni_avg.json index 5bf3ddb2..38e6be24 100644 --- a/analysis/output/tables/best_f1_uni_avg.json +++ b/analysis/output/tables/best_f1_uni_avg.json @@ -10,5 +10,6 @@ "prophet": 0.5056771261253178, "rfpop": 0.39155673412323544, "segneigh": 0.8064026485290847, - "wbs": 0.3904386889845699 + "wbs": 0.3904386889845699, + "zero": 0.6623749098695177 } diff --git a/analysis/output/tables/best_f1_uni_full.json b/analysis/output/tables/best_f1_uni_full.json index a0ce4d8d..dd3d40f9 100644 --- a/analysis/output/tables/best_f1_uni_full.json +++ b/analysis/output/tables/best_f1_uni_full.json @@ -12,7 +12,8 @@ "rbocpdms": null, "rfpop": 0.015151515151515152, "segneigh": 1.0, - "wbs": 0.042553191489361694 + "wbs": 0.042553191489361694, + "zero": 1.0 }, "bitcoin": { "amoc": 0.5074626865671642, @@ -27,7 +28,8 @@ "rbocpdms": null, "rfpop": 0.18628719275549807, "segneigh": 0.669305724725944, - "wbs": 0.4715025906735751 + "wbs": 0.4715025906735751, + "zero": 0.44961240310077516 }, "brent_spot": { "amoc": 0.4654731457800512, @@ -42,7 +44,8 @@ "rbocpdms": null, "rfpop": 0.37873628452516084, "segneigh": 0.5177757520510483, - "wbs": 0.4425363276089828 + "wbs": 0.4425363276089828, + "zero": 0.3146067415730337 }, "businv": { "amoc": 0.5882352941176471, @@ -57,7 +60,8 @@ "rbocpdms": 0.3703703703703703, "rfpop": 0.18181818181818182, "segneigh": 0.5882352941176471, - "wbs": 0.23920265780730898 + "wbs": 0.23920265780730898, + "zero": 0.5882352941176471 }, "centralia": { "amoc": 0.7628865979381444, @@ -72,7 +76,8 @@ "rbocpdms": 0.45833333333333337, "rfpop": 0.49350649350649345, "segneigh": 0.7628865979381444, - "wbs": 0.14285714285714288 + "wbs": 0.14285714285714288, + "zero": 0.7628865979381444 }, "children_per_woman": { "amoc": 0.6784140969162996, @@ -87,7 +92,8 @@ "rbocpdms": 0.5037037037037037, "rfpop": 0.11320754716981131, "segneigh": 0.5253164556962024, - "wbs": 0.2222222222222222 + "wbs": 0.2222222222222222, + "zero": 0.5074626865671642 }, "co2_canada": { "amoc": 0.5441941074523396, @@ -102,7 +108,8 @@ "rbocpdms": 0.5418933623503808, "rfpop": 0.4065792855307119, "segneigh": 0.8717259905977165, - "wbs": 0.5472837022132797 + "wbs": 0.5472837022132797, + "zero": 0.36097560975609755 }, "construction": { "amoc": 0.6956521739130436, @@ -117,7 +124,8 @@ "rbocpdms": 0.3404255319148936, "rfpop": 0.13570274636510501, "segneigh": 0.6956521739130436, - "wbs": 0.42211055276381904 + "wbs": 0.42211055276381904, + "zero": 0.6956521739130436 }, "debt_ireland": { "amoc": 0.7603305785123966, @@ -132,7 +140,8 @@ "rbocpdms": 0.7483296213808462, "rfpop": 0.4615384615384615, "segneigh": 0.9583333333333333, - "wbs": 0.2727272727272727 + "wbs": 0.2727272727272727, + "zero": 0.4693877551020408 }, "gdp_argentina": { "amoc": 0.888888888888889, @@ -147,7 +156,8 @@ "rbocpdms": 0.45161290322580644, "rfpop": 0.6153846153846153, "segneigh": 0.9473684210526316, - "wbs": 0.4210526315789474 + "wbs": 0.4210526315789474, + "zero": 0.8235294117647058 }, "gdp_croatia": { "amoc": 1.0, @@ -162,7 +172,8 @@ "rbocpdms": 0.8235294117647058, "rfpop": 0.4, "segneigh": 0.8235294117647058, - "wbs": 0.16666666666666669 + "wbs": 0.16666666666666669, + "zero": 0.8235294117647058 }, "gdp_iran": { "amoc": 0.651685393258427, @@ -177,7 +188,8 @@ "rbocpdms": 0.5384615384615384, "rfpop": 0.33333333333333337, "segneigh": 0.651685393258427, - "wbs": 0.3493761140819964 + "wbs": 0.3493761140819964, + "zero": 0.651685393258427 }, "gdp_japan": { "amoc": 1.0, @@ -192,7 +204,8 @@ "rbocpdms": 0.888888888888889, "rfpop": 0.2222222222222222, "segneigh": 0.888888888888889, - "wbs": 0.2222222222222222 + "wbs": 0.2222222222222222, + "zero": 0.888888888888889 }, "global_co2": { "amoc": 0.8461538461538461, @@ -207,7 +220,8 @@ "rbocpdms": 0.45833333333333337, "rfpop": 0.11016949152542373, "segneigh": 0.8461538461538461, - "wbs": 0.05555555555555556 + "wbs": 0.05555555555555556, + "zero": 0.8461538461538461 }, "homeruns": { "amoc": 0.659217877094972, @@ -222,7 +236,8 @@ "rbocpdms": 0.3973063973063973, "rfpop": 0.14107883817427386, "segneigh": 0.659217877094972, - "wbs": 0.1642512077294686 + "wbs": 0.1642512077294686, + "zero": 0.659217877094972 }, "iceland_tourism": { "amoc": 0.9473684210526316, @@ -237,7 +252,8 @@ "rbocpdms": 0.48648648648648646, "rfpop": 0.10526315789473684, "segneigh": 0.9473684210526316, - "wbs": 0.10526315789473684 + "wbs": 0.10526315789473684, + "zero": 0.9473684210526316 }, "jfk_passengers": { "amoc": 0.723404255319149, @@ -252,7 +268,8 @@ "rbocpdms": null, "rfpop": 0.2828282828282828, "segneigh": 0.723404255319149, - "wbs": 0.2638888888888889 + "wbs": 0.2638888888888889, + "zero": 0.723404255319149 }, "lga_passengers": { "amoc": 0.5347985347985348, @@ -267,7 +284,8 @@ "rbocpdms": null, "rfpop": 0.3552433517310587, "segneigh": 0.5347985347985348, - "wbs": 0.35238470634607805 + "wbs": 0.35238470634607805, + "zero": 0.5347985347985348 }, "measles": { "amoc": 0.9473684210526316, @@ -282,7 +300,8 @@ "rbocpdms": null, "rfpop": 0.03007518796992481, "segneigh": 0.9473684210526316, - "wbs": 0.04072398190045248 + "wbs": 0.04072398190045248, + "zero": 0.9473684210526316 }, "nile": { "amoc": 1.0, @@ -297,7 +316,8 @@ "rbocpdms": 0.6666666666666666, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 0.8235294117647058 }, "ozone": { "amoc": 0.7755102040816326, @@ -312,7 +332,8 @@ "rbocpdms": 0.6511627906976744, "rfpop": 0.42857142857142855, "segneigh": 1.0, - "wbs": 0.2857142857142857 + "wbs": 0.2857142857142857, + "zero": 0.723404255319149 }, "quality_control_1": { "amoc": 1.0, @@ -327,7 +348,8 @@ "rbocpdms": 0.28571428571428575, "rfpop": 0.6666666666666666, "segneigh": 1.0, - "wbs": 0.6666666666666666 + "wbs": 0.6666666666666666, + "zero": 0.6666666666666666 }, "quality_control_2": { "amoc": 1.0, @@ -342,7 +364,8 @@ "rbocpdms": 0.4285714285714286, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 0.7500000000000001 }, "quality_control_3": { "amoc": 1.0, @@ -357,7 +380,8 @@ "rbocpdms": null, "rfpop": 0.8, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 0.6666666666666666 }, "quality_control_4": { "amoc": 0.7804878048780489, @@ -372,7 +396,8 @@ "rbocpdms": null, "rfpop": 0.07547169811320754, "segneigh": 0.7804878048780489, - "wbs": 0.3609022556390977 + "wbs": 0.3609022556390977, + "zero": 0.7804878048780489 }, "quality_control_5": { "amoc": 1.0, @@ -387,7 +412,8 @@ "rbocpdms": 0.5, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 1.0 }, "rail_lines": { "amoc": 0.8461538461538461, @@ -402,7 +428,8 @@ "rbocpdms": 0.5945945945945946, "rfpop": 0.3636363636363636, "segneigh": 0.8461538461538461, - "wbs": 0.1081081081081081 + "wbs": 0.1081081081081081, + "zero": 0.5365853658536586 }, "ratner_stock": { "amoc": 0.7755102040816326, @@ -417,7 +444,8 @@ "rbocpdms": null, "rfpop": 0.09230769230769231, "segneigh": 0.6829268292682926, - "wbs": 0.19999999999999998 + "wbs": 0.19999999999999998, + "zero": 0.5714285714285714 }, "robocalls": { "amoc": 0.8, @@ -432,7 +460,8 @@ "rbocpdms": 0.846153846153846, "rfpop": 0.5874125874125874, "segneigh": 0.9655172413793104, - "wbs": 0.5 + "wbs": 0.5, + "zero": 0.6363636363636364 }, "scanline_126007": { "amoc": 0.6444007858546169, @@ -447,7 +476,8 @@ "rbocpdms": null, "rfpop": 0.09743366681165723, "segneigh": 0.6444007858546169, - "wbs": 0.12486187845303864 + "wbs": 0.12486187845303864, + "zero": 0.6444007858546169 }, "scanline_42049": { "amoc": 0.4845005740528128, @@ -462,7 +492,8 @@ "rbocpdms": null, "rfpop": 0.2618896639188332, "segneigh": 0.7994542974079127, - "wbs": 0.5224071702944942 + "wbs": 0.5224071702944942, + "zero": 0.2756368386675375 }, "seatbelts": { "amoc": 0.8235294117647058, @@ -477,7 +508,8 @@ "rbocpdms": 0.3829787234042553, "rfpop": 0.45600000000000007, "segneigh": 0.735483870967742, - "wbs": 0.5833333333333334 + "wbs": 0.5833333333333334, + "zero": 0.6206896551724138 }, "shanghai_license": { "amoc": 0.9655172413793104, @@ -492,7 +524,8 @@ "rbocpdms": 0.3888888888888889, "rfpop": 0.23076923076923078, "segneigh": 0.6363636363636364, - "wbs": 0.25 + "wbs": 0.25, + "zero": 0.6363636363636364 }, "uk_coal_employ": { "amoc": null, @@ -507,7 +540,8 @@ "rbocpdms": null, "rfpop": null, "segneigh": null, - "wbs": null + "wbs": null, + "zero": 0.5132743362831859 }, "unemployment_nl": { "amoc": 0.7421383647798743, @@ -522,7 +556,8 @@ "rbocpdms": null, "rfpop": 0.4660194174757282, "segneigh": 0.787878787878788, - "wbs": 0.6575342465753424 + "wbs": 0.6575342465753424, + "zero": 0.5663082437275986 }, "us_population": { "amoc": 1.0, @@ -537,7 +572,8 @@ "rbocpdms": null, "rfpop": 0.888888888888889, "segneigh": 0.888888888888889, - "wbs": 0.07692307692307693 + "wbs": 0.07692307692307693, + "zero": 0.888888888888889 }, "usd_isk": { "amoc": 0.7854251012145749, @@ -552,7 +588,8 @@ "rbocpdms": 0.38537271448663846, "rfpop": 0.18181818181818182, "segneigh": 0.6782608695652174, - "wbs": 0.33333333333333337 + "wbs": 0.33333333333333337, + "zero": 0.48866498740554154 }, "well_log": { "amoc": 0.3364140480591497, @@ -567,6 +604,7 @@ "rbocpdms": null, "rfpop": 0.9225874867444326, "segneigh": 0.8320663441603318, - "wbs": 0.8320663441603318 + "wbs": 0.8320663441603318, + "zero": 0.23702252693437809 } } diff --git a/analysis/output/tables/default_cover_combined_full.tex b/analysis/output/tables/default_cover_combined_full.tex index d61a1d35..14a3a658 100644 --- a/analysis/output/tables/default_cover_combined_full.tex +++ b/analysis/output/tables/default_cover_combined_full.tex @@ -1,48 +1,48 @@ -\begin{tabular}{lccccccccccccc} -Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs}\\ +\begin{tabular}{lcccccccccccccc} +Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs} & \textsc{zero}\\ \hline -\verb+bank+ & \textbf{0.967} & 0.509 & 0.048 & 0.188 & 0.053 & 0.127 & 0.036 & 0.509 & 0.361 & 0.644 & 0.036 & 0.509 & 0.048\\ -\verb+bitcoin+ & \textbf{0.764} & 0.754 & 0.717 & 0.748 & 0.364 & 0.209 & 0.046 & 0.758 & 0.723 & F & 0.168 & 0.758 & 0.304\\ -\verb+brent_spot+ & 0.423 & 0.627 & 0.586 & 0.265 & 0.411 & 0.387 & 0.022 & 0.627 & 0.527 & 0.504 & 0.225 & \textbf{0.630} & 0.242\\ -\verb+businv+ & 0.574 & 0.562 & 0.463 & 0.459 & 0.402 & 0.311 & 0.013 & \textbf{0.603} & 0.478 & 0.559 & 0.123 & 0.494 & 0.108\\ -\verb+centralia+ & \textbf{0.675} & 0.564 & 0.612 & 0.650 & 0.564 & \textbf{0.675} & 0.440 & 0.564 & \textbf{0.675} & 0.624 & 0.528 & 0.564 & 0.253\\ -\verb+children_per_woman+ & \textbf{0.798} & \textbf{0.798} & 0.758 & 0.427 & 0.486 & 0.397 & 0.048 & \textbf{0.798} & 0.521 & 0.745 & 0.154 & 0.771 & 0.186\\ -\verb+co2_canada+ & 0.527 & 0.608 & \textbf{0.716} & 0.276 & 0.514 & 0.639 & 0.263 & 0.611 & 0.540 & 0.432 & 0.497 & 0.612 & 0.480\\ -\verb+construction+ & 0.525 & 0.466 & 0.395 & 0.571 & 0.334 & 0.352 & 0.016 & 0.423 & 0.502 & \textbf{0.581} & 0.092 & 0.423 & 0.198\\ -\verb+debt_ireland+ & 0.321 & \textbf{0.635} & 0.584 & 0.312 & \textbf{0.635} & 0.321 & 0.210 & \textbf{0.635} & 0.321 & 0.306 & 0.489 & \textbf{0.635} & 0.248\\ -\verb+gdp_argentina+ & 0.667 & 0.667 & 0.630 & 0.711 & 0.451 & \textbf{0.737} & 0.061 & 0.667 & 0.534 & 0.711 & 0.332 & 0.631 & 0.068\\ -\verb+gdp_croatia+ & 0.605 & 0.605 & 0.642 & 0.655 & 0.642 & \textbf{0.708} & 0.108 & 0.605 & \textbf{0.708} & 0.655 & 0.353 & 0.605 & 0.108\\ -\verb+gdp_iran+ & 0.484 & 0.477 & 0.520 & 0.580 & 0.448 & \textbf{0.583} & 0.062 & 0.477 & \textbf{0.583} & 0.580 & 0.248 & 0.503 & 0.066\\ -\verb+gdp_japan+ & 0.654 & 0.654 & 0.578 & 0.644 & 0.522 & \textbf{0.802} & 0.041 & 0.654 & \textbf{0.802} & 0.645 & 0.269 & 0.654 & 0.048\\ -\verb+global_co2+ & 0.743 & \textbf{0.748} & 0.640 & 0.738 & 0.313 & 0.535 & 0.173 & 0.638 & 0.284 & 0.745 & 0.368 & 0.634 & 0.187\\ -\verb+homeruns+ & \textbf{0.683} & \textbf{0.683} & 0.526 & 0.677 & 0.516 & 0.611 & 0.047 & \textbf{0.683} & 0.574 & 0.554 & 0.354 & 0.590 & 0.312\\ -\verb+iceland_tourism+ & 0.764 & 0.764 & 0.595 & 0.616 & 0.383 & 0.382 & 0.017 & 0.764 & 0.453 & \textbf{0.855} & 0.293 & 0.650 & 0.512\\ -\verb+jfk_passengers+ & \textbf{0.839} & \textbf{0.839} & 0.541 & 0.831 & 0.561 & 0.438 & 0.008 & \textbf{0.839} & 0.373 & 0.628 & 0.264 & 0.791 & 0.409\\ -\verb+lga_passengers+ & 0.427 & 0.458 & 0.496 & 0.444 & 0.473 & 0.386 & 0.013 & 0.474 & 0.434 & 0.382 & 0.412 & \textbf{0.543} & 0.477\\ -\verb+measles+ & \textbf{0.951} & \textbf{0.951} & 0.081 & 0.255 & 0.098 & 0.060 & 0.005 & 0.213 & 0.603 & 0.296 & 0.046 & 0.367 & 0.081\\ -\verb+nile+ & 0.880 & 0.880 & \textbf{0.888} & 0.870 & 0.880 & 0.857 & 0.032 & 0.880 & 0.758 & 0.753 & 0.880 & 0.880 & 0.880\\ -\verb+ozone+ & \textbf{0.701} & 0.600 & 0.602 & 0.560 & 0.441 & 0.574 & 0.070 & 0.635 & 0.574 & 0.577 & 0.309 & 0.627 & 0.070\\ -\verb+quality_control_1+ & \textbf{0.992} & \textbf{0.992} & 0.887 & 0.982 & 0.683 & 0.620 & 0.010 & \textbf{0.992} & 0.693 & 0.990 & 0.655 & \textbf{0.992} & 0.687\\ -\verb+quality_control_2+ & 0.922 & 0.922 & \textbf{0.927} & 0.921 & 0.922 & 0.927 & 0.010 & 0.922 & 0.723 & 0.912 & 0.922 & 0.922 & 0.922\\ -\verb+quality_control_3+ & 0.996 & 0.996 & \textbf{0.997} & 0.977 & 0.831 & \textbf{0.997} & 0.008 & 0.996 & 0.500 & 0.743 & 0.658 & 0.996 & 0.996\\ -\verb+quality_control_4+ & 0.563 & 0.518 & 0.511 & \textbf{0.670} & 0.481 & 0.257 & 0.009 & 0.538 & 0.508 & 0.661 & 0.059 & 0.538 & 0.080\\ -\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & 0.006 & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+rail_lines+ & \textbf{0.786} & \textbf{0.786} & 0.767 & 0.416 & 0.738 & 0.428 & 0.103 & \textbf{0.786} & 0.534 & 0.416 & 0.439 & \textbf{0.786} & 0.103\\ -\verb+ratner_stock+ & 0.873 & 0.913 & 0.796 & 0.866 & 0.380 & 0.185 & 0.021 & 0.908 & 0.444 & 0.862 & 0.162 & \textbf{0.914} & 0.176\\ -\verb+robocalls+ & 0.641 & 0.641 & \textbf{0.808} & 0.622 & 0.677 & 0.601 & 0.069 & 0.641 & 0.601 & 0.607 & 0.447 & 0.760 & 0.069\\ -\verb+scanline_126007+ & 0.519 & 0.464 & 0.346 & 0.433 & 0.433 & 0.327 & 0.025 & 0.444 & 0.503 & F & 0.316 & \textbf{0.567} & 0.263\\ -\verb+scanline_42049+ & 0.424 & 0.631 & \textbf{0.892} & 0.832 & 0.529 & 0.490 & 0.121 & 0.745 & 0.441 & 0.421 & 0.257 & 0.730 & 0.432\\ -\verb+seatbelts+ & 0.683 & \textbf{0.797} & 0.757 & 0.526 & 0.750 & 0.615 & 0.020 & \textbf{0.797} & 0.628 & 0.526 & 0.484 & 0.765 & 0.727\\ -\verb+shanghai_license+ & \textbf{0.920} & \textbf{0.920} & 0.856 & 0.616 & 0.474 & 0.518 & 0.020 & \textbf{0.920} & 0.768 & 0.754 & 0.381 & 0.826 & 0.209\\ -\verb+uk_coal_employ+ & M & M & M & 0.429 & M & 0.356 & 0.356 & M & \textbf{0.481} & M & M & M & M\\ -\verb+unemployment_nl+ & 0.507 & \textbf{0.669} & 0.495 & 0.570 & 0.503 & 0.470 & 0.039 & 0.648 & 0.507 & 0.539 & 0.243 & 0.648 & 0.222\\ -\verb+us_population+ & 0.736 & 0.391 & 0.219 & 0.801 & 0.391 & 0.089 & 0.003 & 0.506 & 0.096 & 0.555 & \textbf{0.803} & 0.307 & 0.043\\ -\verb+usd_isk+ & 0.853 & 0.735 & 0.672 & \textbf{0.866} & 0.480 & 0.616 & 0.023 & 0.730 & 0.436 & 0.582 & 0.163 & 0.730 & 0.194\\ -\verb+well_log+ & 0.453 & 0.695 & 0.776 & 0.778 & 0.772 & 0.601 & 0.020 & 0.679 & 0.411 & 0.665 & \textbf{0.787} & 0.647 & 0.719\\ +\verb+bank+ & 0.967 & 0.509 & 0.048 & 0.188 & 0.053 & 0.127 & 0.036 & 0.509 & 0.361 & 0.644 & 0.036 & 0.509 & 0.048 & \textbf{1.000}\\ +\verb+bitcoin+ & \textbf{0.764} & 0.754 & 0.717 & 0.748 & 0.364 & 0.209 & 0.046 & 0.758 & 0.723 & F & 0.168 & 0.758 & 0.304 & 0.516\\ +\verb+brent_spot+ & 0.423 & 0.627 & 0.586 & 0.265 & 0.411 & 0.387 & 0.022 & 0.627 & 0.527 & 0.504 & 0.225 & \textbf{0.630} & 0.242 & 0.266\\ +\verb+businv+ & 0.574 & 0.562 & 0.463 & 0.459 & 0.402 & 0.311 & 0.013 & \textbf{0.603} & 0.478 & 0.559 & 0.123 & 0.494 & 0.108 & 0.461\\ +\verb+centralia+ & \textbf{0.675} & 0.564 & 0.612 & 0.650 & 0.564 & \textbf{0.675} & 0.440 & 0.564 & \textbf{0.675} & 0.624 & 0.528 & 0.564 & 0.253 & \textbf{0.675}\\ +\verb+children_per_woman+ & \textbf{0.798} & \textbf{0.798} & 0.758 & 0.427 & 0.486 & 0.397 & 0.048 & \textbf{0.798} & 0.521 & 0.745 & 0.154 & 0.771 & 0.186 & 0.429\\ +\verb+co2_canada+ & 0.527 & 0.608 & \textbf{0.716} & 0.276 & 0.514 & 0.639 & 0.263 & 0.611 & 0.540 & 0.432 & 0.497 & 0.612 & 0.480 & 0.278\\ +\verb+construction+ & 0.525 & 0.466 & 0.395 & 0.571 & 0.334 & 0.352 & 0.016 & 0.423 & 0.502 & \textbf{0.581} & 0.092 & 0.423 & 0.198 & 0.575\\ +\verb+debt_ireland+ & 0.321 & \textbf{0.635} & 0.584 & 0.312 & \textbf{0.635} & 0.321 & 0.210 & \textbf{0.635} & 0.321 & 0.306 & 0.489 & \textbf{0.635} & 0.248 & 0.321\\ +\verb+gdp_argentina+ & 0.667 & 0.667 & 0.630 & 0.711 & 0.451 & \textbf{0.737} & 0.061 & 0.667 & 0.534 & 0.711 & 0.332 & 0.631 & 0.068 & \textbf{0.737}\\ +\verb+gdp_croatia+ & 0.605 & 0.605 & 0.642 & 0.655 & 0.642 & \textbf{0.708} & 0.108 & 0.605 & \textbf{0.708} & 0.655 & 0.353 & 0.605 & 0.108 & \textbf{0.708}\\ +\verb+gdp_iran+ & 0.484 & 0.477 & 0.520 & 0.580 & 0.448 & \textbf{0.583} & 0.062 & 0.477 & \textbf{0.583} & 0.580 & 0.248 & 0.503 & 0.066 & \textbf{0.583}\\ +\verb+gdp_japan+ & 0.654 & 0.654 & 0.578 & 0.644 & 0.522 & \textbf{0.802} & 0.041 & 0.654 & \textbf{0.802} & 0.645 & 0.269 & 0.654 & 0.048 & \textbf{0.802}\\ +\verb+global_co2+ & 0.743 & 0.748 & 0.640 & 0.738 & 0.313 & 0.535 & 0.173 & 0.638 & 0.284 & 0.745 & 0.368 & 0.634 & 0.187 & \textbf{0.758}\\ +\verb+homeruns+ & \textbf{0.683} & \textbf{0.683} & 0.526 & 0.677 & 0.516 & 0.611 & 0.047 & \textbf{0.683} & 0.574 & 0.554 & 0.354 & 0.590 & 0.312 & 0.511\\ +\verb+iceland_tourism+ & 0.764 & 0.764 & 0.595 & 0.616 & 0.383 & 0.382 & 0.017 & 0.764 & 0.453 & 0.855 & 0.293 & 0.650 & 0.512 & \textbf{0.946}\\ +\verb+jfk_passengers+ & \textbf{0.839} & \textbf{0.839} & 0.541 & 0.831 & 0.561 & 0.438 & 0.008 & \textbf{0.839} & 0.373 & 0.628 & 0.264 & 0.791 & 0.409 & 0.630\\ +\verb+lga_passengers+ & 0.427 & 0.458 & 0.496 & 0.444 & 0.473 & 0.386 & 0.013 & 0.474 & 0.434 & 0.382 & 0.412 & \textbf{0.543} & 0.477 & 0.383\\ +\verb+measles+ & \textbf{0.951} & \textbf{0.951} & 0.081 & 0.255 & 0.098 & 0.060 & 0.005 & 0.213 & 0.603 & 0.296 & 0.046 & 0.367 & 0.081 & \textbf{0.951}\\ +\verb+nile+ & 0.880 & 0.880 & \textbf{0.888} & 0.870 & 0.880 & 0.857 & 0.032 & 0.880 & 0.758 & 0.753 & 0.880 & 0.880 & 0.880 & 0.758\\ +\verb+ozone+ & \textbf{0.701} & 0.600 & 0.602 & 0.560 & 0.441 & 0.574 & 0.070 & 0.635 & 0.574 & 0.577 & 0.309 & 0.627 & 0.070 & 0.574\\ +\verb+quality_control_1+ & \textbf{0.992} & \textbf{0.992} & 0.887 & 0.982 & 0.683 & 0.620 & 0.010 & \textbf{0.992} & 0.693 & 0.990 & 0.655 & \textbf{0.992} & 0.687 & 0.503\\ +\verb+quality_control_2+ & 0.922 & 0.922 & \textbf{0.927} & 0.921 & 0.922 & 0.927 & 0.010 & 0.922 & 0.723 & 0.912 & 0.922 & 0.922 & 0.922 & 0.638\\ +\verb+quality_control_3+ & 0.996 & 0.996 & \textbf{0.997} & 0.977 & 0.831 & \textbf{0.997} & 0.008 & 0.996 & 0.500 & 0.743 & 0.658 & 0.996 & 0.996 & 0.500\\ +\verb+quality_control_4+ & 0.563 & 0.518 & 0.511 & 0.670 & 0.481 & 0.257 & 0.009 & 0.538 & 0.508 & 0.661 & 0.059 & 0.538 & 0.080 & \textbf{0.673}\\ +\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & 0.006 & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ +\verb+rail_lines+ & \textbf{0.786} & \textbf{0.786} & 0.767 & 0.416 & 0.738 & 0.428 & 0.103 & \textbf{0.786} & 0.534 & 0.416 & 0.439 & \textbf{0.786} & 0.103 & 0.428\\ +\verb+ratner_stock+ & 0.873 & 0.913 & 0.796 & 0.866 & 0.380 & 0.185 & 0.021 & 0.908 & 0.444 & 0.862 & 0.162 & \textbf{0.914} & 0.176 & 0.450\\ +\verb+robocalls+ & 0.641 & 0.641 & \textbf{0.808} & 0.622 & 0.677 & 0.601 & 0.069 & 0.641 & 0.601 & 0.607 & 0.447 & 0.760 & 0.069 & 0.601\\ +\verb+scanline_126007+ & 0.519 & 0.464 & 0.346 & 0.433 & 0.433 & 0.327 & 0.025 & 0.444 & 0.503 & F & 0.316 & \textbf{0.567} & 0.263 & 0.503\\ +\verb+scanline_42049+ & 0.424 & 0.631 & \textbf{0.892} & 0.832 & 0.529 & 0.490 & 0.121 & 0.745 & 0.441 & 0.421 & 0.257 & 0.730 & 0.432 & 0.211\\ +\verb+seatbelts+ & 0.683 & \textbf{0.797} & 0.757 & 0.526 & 0.750 & 0.615 & 0.020 & \textbf{0.797} & 0.628 & 0.526 & 0.484 & 0.765 & 0.727 & 0.528\\ +\verb+shanghai_license+ & \textbf{0.920} & \textbf{0.920} & 0.856 & 0.616 & 0.474 & 0.518 & 0.020 & \textbf{0.920} & 0.768 & 0.754 & 0.381 & 0.826 & 0.209 & 0.547\\ +\verb+uk_coal_employ+ & M & M & M & 0.429 & M & 0.356 & 0.356 & M & \textbf{0.481} & M & M & M & M & 0.356\\ +\verb+unemployment_nl+ & 0.507 & \textbf{0.669} & 0.495 & 0.570 & 0.503 & 0.470 & 0.039 & 0.648 & 0.507 & 0.539 & 0.243 & 0.648 & 0.222 & 0.507\\ +\verb+us_population+ & 0.736 & 0.391 & 0.219 & 0.801 & 0.391 & 0.089 & 0.003 & 0.506 & 0.096 & 0.555 & \textbf{0.803} & 0.307 & 0.043 & \textbf{0.803}\\ +\verb+usd_isk+ & 0.853 & 0.735 & 0.672 & \textbf{0.866} & 0.480 & 0.616 & 0.023 & 0.730 & 0.436 & 0.582 & 0.163 & 0.730 & 0.194 & 0.436\\ +\verb+well_log+ & 0.453 & 0.695 & 0.776 & 0.778 & 0.772 & 0.601 & 0.020 & 0.679 & 0.411 & 0.665 & \textbf{0.787} & 0.647 & 0.719 & 0.225\\ \hline -\verb+apple+ & & & 0.365 & 0.298 & & 0.305 & 0.007 & & & \textbf{0.424} & & & \\ -\verb+bee_waggle_6+ & & & 0.089 & \textbf{0.887} & & 0.116 & 0.004 & & & 0.277 & & & \\ -\verb+occupancy+ & & & \textbf{0.549} & 0.459 & & 0.530 & 0.050 & & & 0.467 & & & \\ -\verb+run_log+ & & & \textbf{0.815} & 0.302 & & 0.657 & 0.128 & & & 0.439 & & & \\ +\verb+apple+ & & & 0.365 & 0.298 & & 0.305 & 0.007 & & & 0.424 & & & & \textbf{0.425}\\ +\verb+bee_waggle_6+ & & & 0.089 & 0.887 & & 0.116 & 0.004 & & & 0.277 & & & & \textbf{0.891}\\ +\verb+occupancy+ & & & \textbf{0.549} & 0.459 & & 0.530 & 0.050 & & & 0.467 & & & & 0.236\\ +\verb+run_log+ & & & \textbf{0.815} & 0.302 & & 0.657 & 0.128 & & & 0.439 & & & & 0.304\\ \hline \end{tabular} diff --git a/analysis/output/tables/default_cover_multi_avg.json b/analysis/output/tables/default_cover_multi_avg.json index aa366c77..b54d1edb 100644 --- a/analysis/output/tables/default_cover_multi_avg.json +++ b/analysis/output/tables/default_cover_multi_avg.json @@ -3,5 +3,6 @@ "bocpdms": 0.4864318292271028, "ecp": 0.4021031859847961, "kcpa": 0.04727702480450509, - "rbocpdms": 0.401669621852949 + "rbocpdms": 0.401669621852949, + "zero": 0.4637232698241863 } diff --git a/analysis/output/tables/default_cover_uni_avg.json b/analysis/output/tables/default_cover_uni_avg.json index 4a7cfbc0..41dc2f02 100644 --- a/analysis/output/tables/default_cover_uni_avg.json +++ b/analysis/output/tables/default_cover_uni_avg.json @@ -11,5 +11,6 @@ "rbocpdms": 0.6286231930391138, "rfpop": 0.3924266117800921, "segneigh": 0.6764096097701927, - "wbs": 0.33020552818738097 + "wbs": 0.33020552818738097, + "zero": 0.5827265439457162 } diff --git a/analysis/output/tables/default_cover_uni_full.json b/analysis/output/tables/default_cover_uni_full.json index f7ab986c..5adf060a 100644 --- a/analysis/output/tables/default_cover_uni_full.json +++ b/analysis/output/tables/default_cover_uni_full.json @@ -12,7 +12,8 @@ "rbocpdms": 0.6437177280550774, "rfpop": 0.03614457831325301, "segneigh": 0.5094664371772806, - "wbs": 0.04819277108433735 + "wbs": 0.04819277108433735, + "zero": 1.0 }, "bitcoin": { "amoc": 0.7640203902798164, @@ -27,7 +28,8 @@ "rbocpdms": null, "rfpop": 0.16794573643410854, "segneigh": 0.7578205983414553, - "wbs": 0.30427371278062215 + "wbs": 0.30427371278062215, + "zero": 0.5162283249537621 }, "brent_spot": { "amoc": 0.4230248210766188, @@ -42,7 +44,8 @@ "rbocpdms": 0.5037745159441209, "rfpop": 0.2245109918238161, "segneigh": 0.6302231408438572, - "wbs": 0.2423388612346077 + "wbs": 0.2423388612346077, + "zero": 0.2658176 }, "businv": { "amoc": 0.5735800041718168, @@ -57,7 +60,8 @@ "rbocpdms": 0.5594393757648455, "rfpop": 0.1227128427128427, "segneigh": 0.4939817887561099, - "wbs": 0.10775757575757576 + "wbs": 0.10775757575757576, + "zero": 0.46094765840220386 }, "centralia": { "amoc": 0.6746666666666667, @@ -72,7 +76,8 @@ "rbocpdms": 0.6235897435897436, "rfpop": 0.5283549783549784, "segneigh": 0.5635978835978837, - "wbs": 0.2533333333333333 + "wbs": 0.2533333333333333, + "zero": 0.6746666666666667 }, "children_per_woman": { "amoc": 0.7982556272643626, @@ -87,7 +92,8 @@ "rbocpdms": 0.7450730329440133, "rfpop": 0.15409241920869826, "segneigh": 0.7706794496729777, - "wbs": 0.18586194167589518 + "wbs": 0.18586194167589518, + "zero": 0.42910563901060694 }, "co2_canada": { "amoc": 0.5267191888742934, @@ -102,7 +108,8 @@ "rbocpdms": 0.4318949994064788, "rfpop": 0.4966352996448755, "segneigh": 0.6116861151339248, - "wbs": 0.4798062015503876 + "wbs": 0.4798062015503876, + "zero": 0.2775684153596538 }, "construction": { "amoc": 0.5252008018620421, @@ -117,7 +124,8 @@ "rbocpdms": 0.5814556430390202, "rfpop": 0.09153605015673981, "segneigh": 0.4227346947723124, - "wbs": 0.19799813012154208 + "wbs": 0.19799813012154208, + "zero": 0.5746032369964917 }, "debt_ireland": { "amoc": 0.32063492063492066, @@ -132,7 +140,8 @@ "rbocpdms": 0.3060747105859888, "rfpop": 0.4888888888888888, "segneigh": 0.6346153846153847, - "wbs": 0.24761904761904757 + "wbs": 0.24761904761904757, + "zero": 0.32063492063492066 }, "gdp_argentina": { "amoc": 0.6674763588023808, @@ -147,7 +156,8 @@ "rbocpdms": 0.7110348407646522, "rfpop": 0.33232445520581116, "segneigh": 0.6307126868635891, - "wbs": 0.06779661016949154 + "wbs": 0.06779661016949154, + "zero": 0.737087043952887 }, "gdp_croatia": { "amoc": 0.6053921568627451, @@ -162,7 +172,8 @@ "rbocpdms": 0.6553030303030303, "rfpop": 0.35303030303030297, "segneigh": 0.6053921568627451, - "wbs": 0.10833333333333332 + "wbs": 0.10833333333333332, + "zero": 0.7083333333333333 }, "gdp_iran": { "amoc": 0.4840462863606043, @@ -177,7 +188,8 @@ "rbocpdms": 0.5796203499235604, "rfpop": 0.2482758620689655, "segneigh": 0.5026016676262982, - "wbs": 0.06551724137931034 + "wbs": 0.06551724137931034, + "zero": 0.582639714625446 }, "gdp_japan": { "amoc": 0.6538916256157635, @@ -192,7 +204,8 @@ "rbocpdms": 0.6450574712643679, "rfpop": 0.2689655172413793, "segneigh": 0.6538916256157635, - "wbs": 0.04827586206896552 + "wbs": 0.04827586206896552, + "zero": 0.802140309155767 }, "global_co2": { "amoc": 0.7431332769794309, @@ -207,7 +220,8 @@ "rbocpdms": 0.7448794088641374, "rfpop": 0.368040293040293, "segneigh": 0.6336752136752136, - "wbs": 0.18653846153846151 + "wbs": 0.18653846153846151, + "zero": 0.7583210059171598 }, "homeruns": { "amoc": 0.6826141913243321, @@ -222,7 +236,8 @@ "rbocpdms": 0.5536775196784558, "rfpop": 0.3544799362595973, "segneigh": 0.5897930346729432, - "wbs": 0.312395749260156 + "wbs": 0.312395749260156, + "zero": 0.5107153116920425 }, "iceland_tourism": { "amoc": 0.7638979209774363, @@ -237,7 +252,8 @@ "rbocpdms": 0.855306837216385, "rfpop": 0.2934673366834171, "segneigh": 0.64950392990594, - "wbs": 0.5115577889447236 + "wbs": 0.5115577889447236, + "zero": 0.9460215651119921 }, "jfk_passengers": { "amoc": 0.8392664497512488, @@ -252,7 +268,8 @@ "rbocpdms": 0.6280613288076384, "rfpop": 0.2635392267878656, "segneigh": 0.7912402844476574, - "wbs": 0.4092299704449237 + "wbs": 0.4092299704449237, + "zero": 0.6298433048433048 }, "lga_passengers": { "amoc": 0.42658426556475987, @@ -267,7 +284,8 @@ "rbocpdms": 0.3820562749389645, "rfpop": 0.4124458494321508, "segneigh": 0.5433669095513529, - "wbs": 0.4765206846034772 + "wbs": 0.4765206846034772, + "zero": 0.3830283439257799 }, "measles": { "amoc": 0.9511852891971232, @@ -282,7 +300,8 @@ "rbocpdms": 0.2955757079732796, "rfpop": 0.04641775983854692, "segneigh": 0.3672811400162438, - "wbs": 0.08052472250252271 + "wbs": 0.08052472250252271, + "zero": 0.9511852891971232 }, "nile": { "amoc": 0.8800821917808218, @@ -297,7 +316,8 @@ "rbocpdms": 0.7530677551020408, "rfpop": 0.8800821917808218, "segneigh": 0.8800821917808218, - "wbs": 0.8800821917808218 + "wbs": 0.8800821917808218, + "zero": 0.75808 }, "ozone": { "amoc": 0.7014814814814815, @@ -312,7 +332,8 @@ "rbocpdms": 0.5767841011743451, "rfpop": 0.3091358024691358, "segneigh": 0.6265993265993266, - "wbs": 0.07037037037037037 + "wbs": 0.07037037037037037, + "zero": 0.5736625514403293 }, "quality_control_1": { "amoc": 0.9923773726743093, @@ -327,7 +348,8 @@ "rbocpdms": 0.9898047935925793, "rfpop": 0.6549520766773163, "segneigh": 0.9923773726743093, - "wbs": 0.6869009584664537 + "wbs": 0.6869009584664537, + "zero": 0.5031081260398699 }, "quality_control_2": { "amoc": 0.9223181723701366, @@ -342,7 +364,8 @@ "rbocpdms": 0.9117848282084055, "rfpop": 0.9223181723701366, "segneigh": 0.9223181723701366, - "wbs": 0.9223181723701366 + "wbs": 0.9223181723701366, + "zero": 0.6382524441558766 }, "quality_control_3": { "amoc": 0.995645855133124, @@ -357,7 +380,8 @@ "rbocpdms": 0.7427601542355641, "rfpop": 0.6584699453551912, "segneigh": 0.995645855133124, - "wbs": 0.995645855133124 + "wbs": 0.995645855133124, + "zero": 0.5002717310161545 }, "quality_control_4": { "amoc": 0.5628594752186589, @@ -372,7 +396,8 @@ "rbocpdms": 0.6607725816700611, "rfpop": 0.0588, "segneigh": 0.5377566882818624, - "wbs": 0.07959999999999999 + "wbs": 0.07959999999999999, + "zero": 0.6727407999999999 }, "quality_control_5": { "amoc": 1.0, @@ -387,7 +412,8 @@ "rbocpdms": 0.9938461538461538, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 1.0 }, "rail_lines": { "amoc": 0.7863825363825364, @@ -402,7 +428,8 @@ "rbocpdms": 0.41634978607951584, "rfpop": 0.4391891891891892, "segneigh": 0.7863825363825364, - "wbs": 0.10270270270270272 + "wbs": 0.10270270270270272, + "zero": 0.4281957633308984 }, "ratner_stock": { "amoc": 0.8731931344496537, @@ -417,7 +444,8 @@ "rbocpdms": 0.8623978324781142, "rfpop": 0.1623333333333333, "segneigh": 0.9140453687993402, - "wbs": 0.17557142857142857 + "wbs": 0.17557142857142857, + "zero": 0.4503255555555555 }, "robocalls": { "amoc": 0.641011386803242, @@ -432,7 +460,8 @@ "rbocpdms": 0.6067692307692307, "rfpop": 0.4468370709750021, "segneigh": 0.7603878525125991, - "wbs": 0.06923076923076923 + "wbs": 0.06923076923076923, + "zero": 0.6005917159763314 }, "scanline_126007": { "amoc": 0.519425686423205, @@ -447,7 +476,8 @@ "rbocpdms": null, "rfpop": 0.3155288774231227, "segneigh": 0.5674532369803685, - "wbs": 0.26301202987142086 + "wbs": 0.26301202987142086, + "zero": 0.5027199917012807 }, "scanline_42049": { "amoc": 0.42402749280674296, @@ -462,7 +492,8 @@ "rbocpdms": 0.4207584200548333, "rfpop": 0.2572545092059262, "segneigh": 0.7297414014592061, - "wbs": 0.4320485484333056 + "wbs": 0.4320485484333056, + "zero": 0.2112845293718475 }, "seatbelts": { "amoc": 0.6825404441929043, @@ -477,7 +508,8 @@ "rbocpdms": 0.5262925461440059, "rfpop": 0.48429166666666673, "segneigh": 0.7654780268915077, - "wbs": 0.727164100252578 + "wbs": 0.727164100252578, + "zero": 0.5283637152777778 }, "shanghai_license": { "amoc": 0.9196947071511531, @@ -492,7 +524,8 @@ "rbocpdms": 0.7543980157704533, "rfpop": 0.38054693274205464, "segneigh": 0.8264951553625124, - "wbs": 0.20883961566888395 + "wbs": 0.20883961566888395, + "zero": 0.5470886377156454 }, "uk_coal_employ": { "amoc": null, @@ -507,7 +540,8 @@ "rbocpdms": null, "rfpop": null, "segneigh": null, - "wbs": null + "wbs": null, + "zero": 0.35648072562358274 }, "unemployment_nl": { "amoc": 0.5065595248493318, @@ -522,7 +556,8 @@ "rbocpdms": 0.5385050140609804, "rfpop": 0.24328043451875225, "segneigh": 0.6483671445199073, - "wbs": 0.2216065865598576 + "wbs": 0.2216065865598576, + "zero": 0.5065595248493318 }, "us_population": { "amoc": 0.7355460811775691, @@ -537,7 +572,8 @@ "rbocpdms": 0.554656862745098, "rfpop": 0.8033761053440983, "segneigh": 0.3073529411764706, - "wbs": 0.04264705882352941 + "wbs": 0.04264705882352941, + "zero": 0.8033761053440983 }, "usd_isk": { "amoc": 0.8527794314919734, @@ -552,7 +588,8 @@ "rbocpdms": 0.5821701480650142, "rfpop": 0.16304945054945055, "segneigh": 0.7303371792260955, - "wbs": 0.19410063620589937 + "wbs": 0.19410063620589937, + "zero": 0.43629300594994175 }, "well_log": { "amoc": 0.4527947707232932, @@ -567,6 +604,7 @@ "rbocpdms": 0.6651010133088289, "rfpop": 0.7871519424337239, "segneigh": 0.6465255849795147, - "wbs": 0.7187662053663793 + "wbs": 0.7187662053663793, + "zero": 0.22457547325102878 } } diff --git a/analysis/output/tables/default_f1_combined_full.tex b/analysis/output/tables/default_f1_combined_full.tex index dcb00e21..4816db2d 100644 --- a/analysis/output/tables/default_f1_combined_full.tex +++ b/analysis/output/tables/default_f1_combined_full.tex @@ -1,48 +1,48 @@ -\begin{tabular}{lccccccccccccc} -Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs}\\ +\begin{tabular}{lcccccccccccccc} +Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs} & \textsc{zero}\\ \hline -\verb+bank+ & \textbf{0.667} & 0.400 & 0.047 & 0.118 & 0.044 & 0.154 & 0.008 & 0.400 & 0.154 & 0.333 & 0.015 & 0.333 & 0.039\\ -\verb+bitcoin+ & 0.367 & 0.278 & \textbf{0.550} & 0.269 & 0.402 & 0.285 & 0.044 & 0.473 & 0.354 & F & 0.186 & 0.473 & 0.279\\ -\verb+brent_spot+ & 0.272 & 0.416 & 0.387 & 0.239 & \textbf{0.555} & 0.418 & 0.048 & 0.402 & 0.173 & 0.321 & 0.375 & 0.366 & 0.354\\ -\verb+businv+ & \textbf{0.455} & 0.370 & 0.270 & 0.370 & 0.304 & 0.179 & 0.024 & 0.370 & 0.275 & 0.312 & 0.170 & 0.312 & 0.188\\ -\verb+centralia+ & \textbf{0.763} & 0.625 & 0.625 & 0.595 & 0.625 & \textbf{0.763} & 0.200 & 0.625 & \textbf{0.763} & 0.458 & 0.400 & 0.625 & 0.143\\ -\verb+children_per_woman+ & 0.472 & 0.472 & \textbf{0.525} & 0.337 & 0.208 & 0.216 & 0.026 & 0.472 & 0.310 & 0.288 & 0.113 & 0.337 & 0.111\\ -\verb+co2_canada+ & 0.544 & 0.691 & 0.619 & 0.265 & 0.578 & \textbf{0.817} & 0.107 & 0.661 & 0.482 & 0.381 & 0.407 & 0.661 & 0.356\\ -\verb+construction+ & 0.516 & \textbf{0.547} & 0.481 & 0.410 & 0.359 & 0.430 & 0.019 & \textbf{0.547} & 0.324 & 0.480 & 0.115 & \textbf{0.547} & 0.248\\ -\verb+debt_ireland+ & 0.469 & \textbf{0.760} & \textbf{0.760} & 0.611 & \textbf{0.760} & 0.469 & 0.261 & \textbf{0.760} & 0.469 & 0.530 & 0.462 & \textbf{0.760} & 0.273\\ -\verb+gdp_argentina+ & 0.889 & 0.889 & \textbf{0.947} & 0.583 & 0.818 & 0.824 & 0.131 & 0.889 & 0.615 & 0.452 & 0.571 & \textbf{0.947} & 0.148\\ -\verb+gdp_croatia+ & 0.583 & 0.583 & \textbf{1.000} & 0.583 & \textbf{1.000} & 0.824 & 0.160 & 0.583 & 0.824 & 0.452 & 0.400 & 0.583 & 0.167\\ -\verb+gdp_iran+ & 0.492 & 0.492 & 0.424 & 0.492 & 0.330 & \textbf{0.652} & 0.100 & 0.492 & \textbf{0.652} & 0.395 & 0.316 & 0.395 & 0.113\\ -\verb+gdp_japan+ & 0.615 & 0.615 & 0.800 & 0.471 & 0.667 & \textbf{0.889} & 0.068 & 0.615 & \textbf{0.889} & 0.667 & 0.190 & 0.615 & 0.077\\ -\verb+global_co2+ & \textbf{0.634} & \textbf{0.634} & 0.481 & 0.458 & 0.242 & 0.481 & 0.036 & 0.481 & 0.142 & 0.458 & 0.110 & 0.481 & 0.038\\ -\verb+homeruns+ & \textbf{0.577} & \textbf{0.577} & 0.370 & 0.356 & 0.301 & 0.448 & 0.018 & \textbf{0.577} & 0.218 & 0.337 & 0.133 & 0.397 & 0.100\\ -\verb+iceland_tourism+ & \textbf{0.643} & \textbf{0.643} & 0.486 & 0.391 & 0.391 & 0.391 & 0.010 & \textbf{0.643} & 0.220 & 0.400 & 0.105 & 0.486 & 0.105\\ -\verb+jfk_passengers+ & \textbf{0.559} & \textbf{0.559} & 0.264 & 0.358 & 0.430 & 0.264 & 0.009 & \textbf{0.559} & 0.354 & 0.347 & 0.189 & 0.437 & 0.264\\ -\verb+lga_passengers+ & \textbf{0.422} & 0.305 & 0.399 & 0.297 & 0.264 & 0.392 & 0.021 & 0.305 & 0.366 & 0.348 & 0.262 & 0.264 & 0.245\\ -\verb+measles+ & \textbf{0.947} & \textbf{0.947} & 0.069 & 0.124 & 0.118 & 0.069 & 0.004 & 0.124 & 0.391 & 0.117 & 0.030 & 0.327 & 0.039\\ -\verb+nile+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.800 & \textbf{1.000} & \textbf{1.000} & 0.040 & \textbf{1.000} & 0.824 & 0.452 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+ozone+ & 0.531 & 0.650 & 0.650 & 0.531 & 0.750 & 0.723 & 0.109 & \textbf{1.000} & 0.723 & 0.559 & 0.375 & \textbf{1.000} & 0.113\\ -\verb+quality_control_1+ & \textbf{1.000} & \textbf{1.000} & 0.800 & 0.667 & 0.667 & 0.667 & 0.013 & \textbf{1.000} & 0.500 & 0.667 & 0.667 & \textbf{1.000} & 0.571\\ -\verb+quality_control_2+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & \textbf{1.000} & \textbf{1.000} & 0.014 & \textbf{1.000} & 0.545 & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+quality_control_3+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & 0.571 & \textbf{1.000} & 0.011 & \textbf{1.000} & 0.667 & 0.333 & 0.286 & \textbf{1.000} & \textbf{1.000}\\ -\verb+quality_control_4+ & \textbf{0.576} & 0.565 & 0.397 & 0.438 & 0.361 & 0.282 & 0.008 & 0.558 & 0.191 & 0.360 & 0.073 & 0.558 & 0.077\\ -\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & 0.006 & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+rail_lines+ & \textbf{0.846} & \textbf{0.846} & \textbf{0.846} & 0.349 & 0.778 & 0.537 & 0.105 & \textbf{0.846} & 0.423 & 0.349 & 0.333 & \textbf{0.846} & 0.108\\ -\verb+ratner_stock+ & \textbf{0.776} & 0.683 & 0.526 & 0.333 & 0.126 & 0.201 & 0.013 & 0.650 & 0.280 & 0.559 & 0.092 & 0.683 & 0.115\\ -\verb+robocalls+ & 0.800 & 0.800 & \textbf{0.966} & 0.516 & 0.832 & 0.636 & 0.111 & 0.800 & 0.636 & 0.410 & 0.500 & \textbf{0.966} & 0.113\\ -\verb+scanline_126007+ & 0.524 & 0.259 & 0.220 & 0.379 & 0.233 & 0.300 & 0.009 & 0.188 & \textbf{0.644} & F & 0.097 & 0.297 & 0.078\\ -\verb+scanline_42049+ & 0.485 & 0.713 & \textbf{0.962} & 0.735 & 0.608 & 0.580 & 0.063 & 0.744 & 0.202 & 0.390 & 0.262 & 0.684 & 0.276\\ -\verb+seatbelts+ & 0.474 & \textbf{0.683} & 0.583 & 0.383 & 0.509 & 0.321 & 0.041 & \textbf{0.683} & 0.452 & 0.383 & 0.396 & 0.583 & 0.583\\ -\verb+shanghai_license+ & \textbf{0.605} & \textbf{0.605} & 0.465 & 0.491 & 0.437 & 0.541 & 0.029 & \textbf{0.605} & 0.532 & 0.326 & 0.231 & 0.465 & 0.130\\ -\verb+uk_coal_employ+ & M & M & M & 0.495 & M & 0.513 & 0.513 & M & \textbf{0.551} & M & M & M & M\\ -\verb+unemployment_nl+ & 0.566 & \textbf{0.876} & 0.610 & 0.592 & 0.610 & 0.620 & 0.093 & 0.773 & 0.566 & 0.495 & 0.466 & 0.773 & 0.397\\ -\verb+us_population+ & \textbf{1.000} & 0.667 & 0.216 & 0.471 & 0.216 & 0.174 & 0.005 & 0.471 & 0.159 & 0.242 & 0.889 & 0.320 & 0.077\\ -\verb+usd_isk+ & \textbf{0.785} & 0.657 & 0.609 & 0.678 & 0.409 & 0.518 & 0.024 & 0.657 & 0.489 & 0.282 & 0.167 & 0.657 & 0.188\\ -\verb+well_log+ & 0.279 & 0.534 & 0.796 & 0.769 & 0.822 & 0.818 & 0.052 & 0.555 & 0.149 & 0.578 & \textbf{0.923} & 0.485 & 0.724\\ +\verb+bank+ & 0.667 & 0.400 & 0.047 & 0.118 & 0.044 & 0.154 & 0.008 & 0.400 & 0.154 & 0.333 & 0.015 & 0.333 & 0.039 & \textbf{1.000}\\ +\verb+bitcoin+ & 0.367 & 0.278 & \textbf{0.550} & 0.269 & 0.402 & 0.285 & 0.044 & 0.473 & 0.354 & F & 0.186 & 0.473 & 0.279 & 0.450\\ +\verb+brent_spot+ & 0.272 & 0.416 & 0.387 & 0.239 & \textbf{0.555} & 0.418 & 0.048 & 0.402 & 0.173 & 0.321 & 0.375 & 0.366 & 0.354 & 0.315\\ +\verb+businv+ & 0.455 & 0.370 & 0.270 & 0.370 & 0.304 & 0.179 & 0.024 & 0.370 & 0.275 & 0.312 & 0.170 & 0.312 & 0.188 & \textbf{0.588}\\ +\verb+centralia+ & \textbf{0.763} & 0.625 & 0.625 & 0.595 & 0.625 & \textbf{0.763} & 0.200 & 0.625 & \textbf{0.763} & 0.458 & 0.400 & 0.625 & 0.143 & \textbf{0.763}\\ +\verb+children_per_woman+ & 0.472 & 0.472 & \textbf{0.525} & 0.337 & 0.208 & 0.216 & 0.026 & 0.472 & 0.310 & 0.288 & 0.113 & 0.337 & 0.111 & 0.507\\ +\verb+co2_canada+ & 0.544 & 0.691 & 0.619 & 0.265 & 0.578 & \textbf{0.817} & 0.107 & 0.661 & 0.482 & 0.381 & 0.407 & 0.661 & 0.356 & 0.361\\ +\verb+construction+ & 0.516 & 0.547 & 0.481 & 0.410 & 0.359 & 0.430 & 0.019 & 0.547 & 0.324 & 0.480 & 0.115 & 0.547 & 0.248 & \textbf{0.696}\\ +\verb+debt_ireland+ & 0.469 & \textbf{0.760} & \textbf{0.760} & 0.611 & \textbf{0.760} & 0.469 & 0.261 & \textbf{0.760} & 0.469 & 0.530 & 0.462 & \textbf{0.760} & 0.273 & 0.469\\ +\verb+gdp_argentina+ & 0.889 & 0.889 & \textbf{0.947} & 0.583 & 0.818 & 0.824 & 0.131 & 0.889 & 0.615 & 0.452 & 0.571 & \textbf{0.947} & 0.148 & 0.824\\ +\verb+gdp_croatia+ & 0.583 & 0.583 & \textbf{1.000} & 0.583 & \textbf{1.000} & 0.824 & 0.160 & 0.583 & 0.824 & 0.452 & 0.400 & 0.583 & 0.167 & 0.824\\ +\verb+gdp_iran+ & 0.492 & 0.492 & 0.424 & 0.492 & 0.330 & \textbf{0.652} & 0.100 & 0.492 & \textbf{0.652} & 0.395 & 0.316 & 0.395 & 0.113 & \textbf{0.652}\\ +\verb+gdp_japan+ & 0.615 & 0.615 & 0.800 & 0.471 & 0.667 & \textbf{0.889} & 0.068 & 0.615 & \textbf{0.889} & 0.667 & 0.190 & 0.615 & 0.077 & \textbf{0.889}\\ +\verb+global_co2+ & 0.634 & 0.634 & 0.481 & 0.458 & 0.242 & 0.481 & 0.036 & 0.481 & 0.142 & 0.458 & 0.110 & 0.481 & 0.038 & \textbf{0.846}\\ +\verb+homeruns+ & 0.577 & 0.577 & 0.370 & 0.356 & 0.301 & 0.448 & 0.018 & 0.577 & 0.218 & 0.337 & 0.133 & 0.397 & 0.100 & \textbf{0.659}\\ +\verb+iceland_tourism+ & 0.643 & 0.643 & 0.486 & 0.391 & 0.391 & 0.391 & 0.010 & 0.643 & 0.220 & 0.400 & 0.105 & 0.486 & 0.105 & \textbf{0.947}\\ +\verb+jfk_passengers+ & 0.559 & 0.559 & 0.264 & 0.358 & 0.430 & 0.264 & 0.009 & 0.559 & 0.354 & 0.347 & 0.189 & 0.437 & 0.264 & \textbf{0.723}\\ +\verb+lga_passengers+ & 0.422 & 0.305 & 0.399 & 0.297 & 0.264 & 0.392 & 0.021 & 0.305 & 0.366 & 0.348 & 0.262 & 0.264 & 0.245 & \textbf{0.535}\\ +\verb+measles+ & \textbf{0.947} & \textbf{0.947} & 0.069 & 0.124 & 0.118 & 0.069 & 0.004 & 0.124 & 0.391 & 0.117 & 0.030 & 0.327 & 0.039 & \textbf{0.947}\\ +\verb+nile+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.800 & \textbf{1.000} & \textbf{1.000} & 0.040 & \textbf{1.000} & 0.824 & 0.452 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.824\\ +\verb+ozone+ & 0.531 & 0.650 & 0.650 & 0.531 & 0.750 & 0.723 & 0.109 & \textbf{1.000} & 0.723 & 0.559 & 0.375 & \textbf{1.000} & 0.113 & 0.723\\ +\verb+quality_control_1+ & \textbf{1.000} & \textbf{1.000} & 0.800 & 0.667 & 0.667 & 0.667 & 0.013 & \textbf{1.000} & 0.500 & 0.667 & 0.667 & \textbf{1.000} & 0.571 & 0.667\\ +\verb+quality_control_2+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & \textbf{1.000} & \textbf{1.000} & 0.014 & \textbf{1.000} & 0.545 & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.750\\ +\verb+quality_control_3+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & 0.571 & \textbf{1.000} & 0.011 & \textbf{1.000} & 0.667 & 0.333 & 0.286 & \textbf{1.000} & \textbf{1.000} & 0.667\\ +\verb+quality_control_4+ & 0.576 & 0.565 & 0.397 & 0.438 & 0.361 & 0.282 & 0.008 & 0.558 & 0.191 & 0.360 & 0.073 & 0.558 & 0.077 & \textbf{0.780}\\ +\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & 0.006 & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ +\verb+rail_lines+ & \textbf{0.846} & \textbf{0.846} & \textbf{0.846} & 0.349 & 0.778 & 0.537 & 0.105 & \textbf{0.846} & 0.423 & 0.349 & 0.333 & \textbf{0.846} & 0.108 & 0.537\\ +\verb+ratner_stock+ & \textbf{0.776} & 0.683 & 0.526 & 0.333 & 0.126 & 0.201 & 0.013 & 0.650 & 0.280 & 0.559 & 0.092 & 0.683 & 0.115 & 0.571\\ +\verb+robocalls+ & 0.800 & 0.800 & \textbf{0.966} & 0.516 & 0.832 & 0.636 & 0.111 & 0.800 & 0.636 & 0.410 & 0.500 & \textbf{0.966} & 0.113 & 0.636\\ +\verb+scanline_126007+ & 0.524 & 0.259 & 0.220 & 0.379 & 0.233 & 0.300 & 0.009 & 0.188 & \textbf{0.644} & F & 0.097 & 0.297 & 0.078 & \textbf{0.644}\\ +\verb+scanline_42049+ & 0.485 & 0.713 & \textbf{0.962} & 0.735 & 0.608 & 0.580 & 0.063 & 0.744 & 0.202 & 0.390 & 0.262 & 0.684 & 0.276 & 0.276\\ +\verb+seatbelts+ & 0.474 & \textbf{0.683} & 0.583 & 0.383 & 0.509 & 0.321 & 0.041 & \textbf{0.683} & 0.452 & 0.383 & 0.396 & 0.583 & 0.583 & 0.621\\ +\verb+shanghai_license+ & 0.605 & 0.605 & 0.465 & 0.491 & 0.437 & 0.541 & 0.029 & 0.605 & 0.532 & 0.326 & 0.231 & 0.465 & 0.130 & \textbf{0.636}\\ +\verb+uk_coal_employ+ & M & M & M & 0.495 & M & 0.513 & 0.513 & M & \textbf{0.551} & M & M & M & M & 0.513\\ +\verb+unemployment_nl+ & 0.566 & \textbf{0.876} & 0.610 & 0.592 & 0.610 & 0.620 & 0.093 & 0.773 & 0.566 & 0.495 & 0.466 & 0.773 & 0.397 & 0.566\\ +\verb+us_population+ & \textbf{1.000} & 0.667 & 0.216 & 0.471 & 0.216 & 0.174 & 0.005 & 0.471 & 0.159 & 0.242 & 0.889 & 0.320 & 0.077 & 0.889\\ +\verb+usd_isk+ & \textbf{0.785} & 0.657 & 0.609 & 0.678 & 0.409 & 0.518 & 0.024 & 0.657 & 0.489 & 0.282 & 0.167 & 0.657 & 0.188 & 0.489\\ +\verb+well_log+ & 0.279 & 0.534 & 0.796 & 0.769 & 0.822 & 0.818 & 0.052 & 0.555 & 0.149 & 0.578 & \textbf{0.923} & 0.485 & 0.724 & 0.237\\ \hline -\verb+apple+ & & & 0.247 & 0.142 & & 0.247 & 0.006 & & & \textbf{0.373} & & & \\ -\verb+bee_waggle_6+ & & & 0.062 & \textbf{0.481} & & 0.124 & 0.003 & & & 0.218 & & & \\ -\verb+occupancy+ & & & 0.259 & 0.203 & & \textbf{0.387} & 0.015 & & & 0.163 & & & \\ -\verb+run_log+ & & & 0.182 & \textbf{0.319} & & 0.195 & 0.014 & & & 0.244 & & & \\ +\verb+apple+ & & & 0.247 & 0.142 & & 0.247 & 0.006 & & & 0.373 & & & & \textbf{0.594}\\ +\verb+bee_waggle_6+ & & & 0.062 & 0.481 & & 0.124 & 0.003 & & & 0.218 & & & & \textbf{0.929}\\ +\verb+occupancy+ & & & 0.259 & 0.203 & & \textbf{0.387} & 0.015 & & & 0.163 & & & & 0.341\\ +\verb+run_log+ & & & 0.182 & 0.319 & & 0.195 & 0.014 & & & 0.244 & & & & \textbf{0.446}\\ \hline \end{tabular} diff --git a/analysis/output/tables/default_f1_multi_avg.json b/analysis/output/tables/default_f1_multi_avg.json index 1c5dd041..f90a9d2b 100644 --- a/analysis/output/tables/default_f1_multi_avg.json +++ b/analysis/output/tables/default_f1_multi_avg.json @@ -3,5 +3,6 @@ "bocpdms": 0.2863800722335245, "ecp": 0.23828457433188238, "kcpa": 0.009455518272524471, - "rbocpdms": 0.24971838871416588 + "rbocpdms": 0.24971838871416588, + "zero": 0.5771739603118445 } diff --git a/analysis/output/tables/default_f1_uni_avg.json b/analysis/output/tables/default_f1_uni_avg.json index 6b62cd02..cec60f43 100644 --- a/analysis/output/tables/default_f1_uni_avg.json +++ b/analysis/output/tables/default_f1_uni_avg.json @@ -11,5 +11,6 @@ "rbocpdms": 0.4179119126195535, "rfpop": 0.3720949663003199, "segneigh": 0.6255775512246301, - "wbs": 0.29950025277506126 + "wbs": 0.29950025277506126, + "zero": 0.6689673850347647 } diff --git a/analysis/output/tables/default_f1_uni_full.json b/analysis/output/tables/default_f1_uni_full.json index f684e7a6..4cf72c98 100644 --- a/analysis/output/tables/default_f1_uni_full.json +++ b/analysis/output/tables/default_f1_uni_full.json @@ -12,7 +12,8 @@ "rbocpdms": 0.33333333333333337, "rfpop": 0.015151515151515152, "segneigh": 0.33333333333333337, - "wbs": 0.0392156862745098 + "wbs": 0.0392156862745098, + "zero": 1.0 }, "bitcoin": { "amoc": 0.36708860759493667, @@ -27,7 +28,8 @@ "rbocpdms": null, "rfpop": 0.18628719275549807, "segneigh": 0.473469387755102, - "wbs": 0.27906976744186046 + "wbs": 0.27906976744186046, + "zero": 0.44961240310077516 }, "brent_spot": { "amoc": 0.27184466019417475, @@ -42,7 +44,8 @@ "rbocpdms": 0.3212669683257919, "rfpop": 0.37529530880863987, "segneigh": 0.3656108597285068, - "wbs": 0.35433628318584076 + "wbs": 0.35433628318584076, + "zero": 0.3146067415730337 }, "businv": { "amoc": 0.45454545454545453, @@ -57,7 +60,8 @@ "rbocpdms": 0.3125, "rfpop": 0.1702127659574468, "segneigh": 0.3125, - "wbs": 0.18848167539267016 + "wbs": 0.18848167539267016, + "zero": 0.5882352941176471 }, "centralia": { "amoc": 0.7628865979381444, @@ -72,7 +76,8 @@ "rbocpdms": 0.45833333333333337, "rfpop": 0.4, "segneigh": 0.625, - "wbs": 0.14285714285714288 + "wbs": 0.14285714285714288, + "zero": 0.7628865979381444 }, "children_per_woman": { "amoc": 0.47183098591549294, @@ -87,7 +92,8 @@ "rbocpdms": 0.288135593220339, "rfpop": 0.11320754716981131, "segneigh": 0.3366336633663366, - "wbs": 0.1111111111111111 + "wbs": 0.1111111111111111, + "zero": 0.5074626865671642 }, "co2_canada": { "amoc": 0.5441941074523396, @@ -102,7 +108,8 @@ "rbocpdms": 0.38053097345132747, "rfpop": 0.4065792855307119, "segneigh": 0.6613545816733067, - "wbs": 0.35555555555555557 + "wbs": 0.35555555555555557, + "zero": 0.36097560975609755 }, "construction": { "amoc": 0.5161290322580646, @@ -117,7 +124,8 @@ "rbocpdms": 0.48, "rfpop": 0.11538461538461538, "segneigh": 0.5473684210526316, - "wbs": 0.247787610619469 + "wbs": 0.247787610619469, + "zero": 0.6956521739130436 }, "debt_ireland": { "amoc": 0.4693877551020408, @@ -132,7 +140,8 @@ "rbocpdms": 0.5301204819277109, "rfpop": 0.4615384615384615, "segneigh": 0.7603305785123966, - "wbs": 0.2727272727272727 + "wbs": 0.2727272727272727, + "zero": 0.4693877551020408 }, "gdp_argentina": { "amoc": 0.888888888888889, @@ -147,7 +156,8 @@ "rbocpdms": 0.45161290322580644, "rfpop": 0.5714285714285715, "segneigh": 0.9473684210526316, - "wbs": 0.14814814814814814 + "wbs": 0.14814814814814814, + "zero": 0.8235294117647058 }, "gdp_croatia": { "amoc": 0.5833333333333333, @@ -162,7 +172,8 @@ "rbocpdms": 0.45161290322580644, "rfpop": 0.4, "segneigh": 0.5833333333333333, - "wbs": 0.16666666666666669 + "wbs": 0.16666666666666669, + "zero": 0.8235294117647058 }, "gdp_iran": { "amoc": 0.4915254237288136, @@ -177,7 +188,8 @@ "rbocpdms": 0.39455782312925175, "rfpop": 0.3157894736842105, "segneigh": 0.39455782312925175, - "wbs": 0.11320754716981131 + "wbs": 0.11320754716981131, + "zero": 0.651685393258427 }, "gdp_japan": { "amoc": 0.6153846153846154, @@ -192,7 +204,8 @@ "rbocpdms": 0.6666666666666666, "rfpop": 0.1904761904761905, "segneigh": 0.6153846153846154, - "wbs": 0.07692307692307693 + "wbs": 0.07692307692307693, + "zero": 0.888888888888889 }, "global_co2": { "amoc": 0.6341463414634146, @@ -207,7 +220,8 @@ "rbocpdms": 0.45833333333333337, "rfpop": 0.11016949152542373, "segneigh": 0.48148148148148145, - "wbs": 0.038461538461538464 + "wbs": 0.038461538461538464, + "zero": 0.8461538461538461 }, "homeruns": { "amoc": 0.5774647887323944, @@ -222,7 +236,8 @@ "rbocpdms": 0.33695652173913043, "rfpop": 0.13310580204778158, "segneigh": 0.3973063973063973, - "wbs": 0.1 + "wbs": 0.1, + "zero": 0.659217877094972 }, "iceland_tourism": { "amoc": 0.6428571428571429, @@ -237,7 +252,8 @@ "rbocpdms": 0.4, "rfpop": 0.10526315789473684, "segneigh": 0.48648648648648646, - "wbs": 0.10526315789473684 + "wbs": 0.10526315789473684, + "zero": 0.9473684210526316 }, "jfk_passengers": { "amoc": 0.5588235294117647, @@ -252,7 +268,8 @@ "rbocpdms": 0.3469387755102041, "rfpop": 0.18918918918918917, "segneigh": 0.43678160919540227, - "wbs": 0.2638888888888889 + "wbs": 0.2638888888888889, + "zero": 0.723404255319149 }, "lga_passengers": { "amoc": 0.42196531791907516, @@ -267,7 +284,8 @@ "rbocpdms": 0.34844868735083534, "rfpop": 0.26205331820760064, "segneigh": 0.26440677966101694, - "wbs": 0.24531170805879374 + "wbs": 0.24531170805879374, + "zero": 0.5347985347985348 }, "measles": { "amoc": 0.9473684210526316, @@ -282,7 +300,8 @@ "rbocpdms": 0.11688311688311688, "rfpop": 0.03007518796992481, "segneigh": 0.32727272727272727, - "wbs": 0.0391304347826087 + "wbs": 0.0391304347826087, + "zero": 0.9473684210526316 }, "nile": { "amoc": 1.0, @@ -297,7 +316,8 @@ "rbocpdms": 0.45161290322580644, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 0.8235294117647058 }, "ozone": { "amoc": 0.53125, @@ -312,7 +332,8 @@ "rbocpdms": 0.5588235294117647, "rfpop": 0.375, "segneigh": 1.0, - "wbs": 0.11320754716981131 + "wbs": 0.11320754716981131, + "zero": 0.723404255319149 }, "quality_control_1": { "amoc": 1.0, @@ -327,7 +348,8 @@ "rbocpdms": 0.6666666666666666, "rfpop": 0.6666666666666666, "segneigh": 1.0, - "wbs": 0.5714285714285715 + "wbs": 0.5714285714285715, + "zero": 0.6666666666666666 }, "quality_control_2": { "amoc": 1.0, @@ -342,7 +364,8 @@ "rbocpdms": 0.6666666666666666, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 0.7500000000000001 }, "quality_control_3": { "amoc": 1.0, @@ -357,7 +380,8 @@ "rbocpdms": 0.3333333333333333, "rfpop": 0.2857142857142857, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 0.6666666666666666 }, "quality_control_4": { "amoc": 0.576271186440678, @@ -372,7 +396,8 @@ "rbocpdms": 0.35955056179775285, "rfpop": 0.07272727272727272, "segneigh": 0.5575757575757576, - "wbs": 0.07692307692307693 + "wbs": 0.07692307692307693, + "zero": 0.7804878048780489 }, "quality_control_5": { "amoc": 1.0, @@ -387,7 +412,8 @@ "rbocpdms": 0.5, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 1.0 }, "rail_lines": { "amoc": 0.8461538461538461, @@ -402,7 +428,8 @@ "rbocpdms": 0.34920634920634924, "rfpop": 0.33333333333333337, "segneigh": 0.8461538461538461, - "wbs": 0.1081081081081081 + "wbs": 0.1081081081081081, + "zero": 0.5365853658536586 }, "ratner_stock": { "amoc": 0.7755102040816326, @@ -417,7 +444,8 @@ "rbocpdms": 0.5588235294117647, "rfpop": 0.09230769230769231, "segneigh": 0.6829268292682926, - "wbs": 0.11538461538461538 + "wbs": 0.11538461538461538, + "zero": 0.5714285714285714 }, "robocalls": { "amoc": 0.8, @@ -432,7 +460,8 @@ "rbocpdms": 0.4102564102564102, "rfpop": 0.5, "segneigh": 0.9655172413793104, - "wbs": 0.11320754716981131 + "wbs": 0.11320754716981131, + "zero": 0.6363636363636364 }, "scanline_126007": { "amoc": 0.5241379310344828, @@ -447,7 +476,8 @@ "rbocpdms": null, "rfpop": 0.09743366681165723, "segneigh": 0.2970149253731343, - "wbs": 0.07837697242933934 + "wbs": 0.07837697242933934, + "zero": 0.6444007858546169 }, "scanline_42049": { "amoc": 0.4845005740528128, @@ -462,7 +492,8 @@ "rbocpdms": 0.3900184842883549, "rfpop": 0.2618896639188332, "segneigh": 0.6842276422764227, - "wbs": 0.2758620689655173 + "wbs": 0.2758620689655173, + "zero": 0.2756368386675375 }, "seatbelts": { "amoc": 0.4736842105263158, @@ -477,7 +508,8 @@ "rbocpdms": 0.3829787234042553, "rfpop": 0.3958333333333333, "segneigh": 0.5833333333333334, - "wbs": 0.5833333333333334 + "wbs": 0.5833333333333334, + "zero": 0.6206896551724138 }, "shanghai_license": { "amoc": 0.605263157894737, @@ -492,7 +524,8 @@ "rbocpdms": 0.3255813953488372, "rfpop": 0.23076923076923078, "segneigh": 0.4646464646464646, - "wbs": 0.13043478260869565 + "wbs": 0.13043478260869565, + "zero": 0.6363636363636364 }, "uk_coal_employ": { "amoc": null, @@ -507,7 +540,8 @@ "rbocpdms": null, "rfpop": null, "segneigh": null, - "wbs": null + "wbs": null, + "zero": 0.5132743362831859 }, "unemployment_nl": { "amoc": 0.5663082437275986, @@ -522,7 +556,8 @@ "rbocpdms": 0.49494949494949503, "rfpop": 0.4660194174757282, "segneigh": 0.7730061349693252, - "wbs": 0.39669421487603307 + "wbs": 0.39669421487603307, + "zero": 0.5663082437275986 }, "us_population": { "amoc": 1.0, @@ -537,7 +572,8 @@ "rbocpdms": 0.24242424242424243, "rfpop": 0.888888888888889, "segneigh": 0.32000000000000006, - "wbs": 0.07692307692307693 + "wbs": 0.07692307692307693, + "zero": 0.888888888888889 }, "usd_isk": { "amoc": 0.7854251012145749, @@ -552,7 +588,8 @@ "rbocpdms": 0.2819767441860465, "rfpop": 0.16666666666666669, "segneigh": 0.6565143824027072, - "wbs": 0.1875 + "wbs": 0.1875, + "zero": 0.48866498740554154 }, "well_log": { "amoc": 0.27915869980879543, @@ -567,6 +604,7 @@ "rbocpdms": 0.5778164924506389, "rfpop": 0.9225874867444326, "segneigh": 0.4848015488867377, - "wbs": 0.7244283995186522 + "wbs": 0.7244283995186522, + "zero": 0.23702252693437809 } } -- cgit v1.2.3 From 1709f406eddda318f39275a4d9f3838bdaa83496 Mon Sep 17 00:00:00 2001 From: Gertjan van den Burg Date: Mon, 25 May 2020 14:27:39 +0100 Subject: Correct calculation of F measure This commit corrects an error in the calculation of the F measure and updates the results accordingly. As a precaution, doctests are added to each of the functions in the metrics.py file. --- analysis/output/tables/aggregate_table_wide.tex | 28 +- analysis/output/tables/best_f1_combined_full.tex | 62 ++-- analysis/output/tables/best_f1_multi_avg.json | 8 +- analysis/output/tables/best_f1_uni_avg.json | 24 +- analysis/output/tables/best_f1_uni_full.json | 398 ++++++++++----------- .../output/tables/default_f1_combined_full.tex | 68 ++-- analysis/output/tables/default_f1_multi_avg.json | 10 +- analysis/output/tables/default_f1_uni_avg.json | 26 +- analysis/output/tables/default_f1_uni_full.json | 366 +++++++++---------- 9 files changed, 495 insertions(+), 495 deletions(-) (limited to 'analysis/output/tables') diff --git a/analysis/output/tables/aggregate_table_wide.tex b/analysis/output/tables/aggregate_table_wide.tex index 43aff1de..1da11a9f 100644 --- a/analysis/output/tables/aggregate_table_wide.tex +++ b/analysis/output/tables/aggregate_table_wide.tex @@ -3,19 +3,19 @@ & \multicolumn{4}{c}{Univariate} & \multicolumn{4}{c}{Multivariate} \\\cmidrule(lr){2-5}\cmidrule(lr){6-9} & \multicolumn{2}{c}{Default} & \multicolumn{2}{c}{Best} & \multicolumn{2}{c}{Default} & \multicolumn{2}{c}{Best} \\\cmidrule(lr){2-3}\cmidrule(lr){4-5}\cmidrule(lr){6-7}\cmidrule(lr){8-9} & Cover & F1 & Cover & F1 & Cover & F1 & Cover & F1\\\cmidrule(r){1-1}\cmidrule(lr){2-5}\cmidrule(l){6-9} -\textsc{amoc} & 0.702 & 0.664 & 0.746 & 0.783 & & & & \\ -\textsc{binseg} & \textbf{0.706} & \textbf{0.680} & 0.780 & 0.803 & & & & \\ -\textsc{bocpd} & 0.636 & 0.611 & \textbf{0.789} & \textbf{0.831} & 0.455 & 0.188 & \textbf{0.801} & \textbf{0.718} \\ -\textsc{bocpdms} & 0.633 & 0.476 & 0.744 & 0.569 & \textbf{0.486} & 0.286 & 0.623 & 0.386 \\ -\textsc{cpnp} & 0.535 & 0.534 & 0.552 & 0.567 & & & & \\ -\textsc{ecp} & 0.523 & 0.551 & 0.720 & 0.706 & 0.402 & 0.238 & 0.590 & 0.388 \\ -\textsc{kcpa} & 0.062 & 0.057 & 0.626 & 0.589 & 0.047 & 0.009 & 0.626 & 0.456 \\ -\textsc{pelt} & 0.689 & 0.653 & 0.725 & 0.703 & & & & \\ -\textsc{prophet} & 0.540 & 0.456 & 0.576 & 0.506 & & & & \\ -\textsc{rbocpdms} & 0.629 & 0.418 & & & 0.402 & 0.250 & & \\ -\textsc{rfpop} & 0.392 & 0.372 & 0.414 & 0.392 & & & & \\ -\textsc{segneigh} & 0.676 & 0.626 & 0.784 & 0.806 & & & & \\ -\textsc{wbs} & 0.330 & 0.300 & 0.428 & 0.390 & & & & \\ -\textsc{zero} & 0.583 & 0.669 & 0.579 & 0.662 & 0.464 & \textbf{0.577} & 0.464 & 0.577 \\ +\textsc{amoc} & 0.702 & 0.704 & 0.746 & 0.799 & & & & \\ +\textsc{binseg} & \textbf{0.706} & \textbf{0.744} & 0.780 & 0.856 & & & & \\ +\textsc{bocpd} & 0.636 & 0.690 & \textbf{0.789} & \textbf{0.880} & 0.455 & \textbf{0.610} & \textbf{0.801} & \textbf{0.941} \\ +\textsc{bocpdms} & 0.633 & 0.507 & 0.744 & 0.620 & \textbf{0.486} & 0.429 & 0.623 & 0.533 \\ +\textsc{cpnp} & 0.535 & 0.607 & 0.552 & 0.666 & & & & \\ +\textsc{ecp} & 0.523 & 0.598 & 0.720 & 0.797 & 0.402 & 0.545 & 0.590 & 0.725 \\ +\textsc{kcpa} & 0.062 & 0.111 & 0.626 & 0.683 & 0.047 & 0.071 & 0.626 & 0.747 \\ +\textsc{pelt} & 0.689 & 0.710 & 0.725 & 0.787 & & & & \\ +\textsc{prophet} & 0.540 & 0.488 & 0.576 & 0.534 & & & & \\ +\textsc{rbocpdms} & 0.629 & 0.447 & & & 0.402 & 0.356 & & \\ +\textsc{rfpop} & 0.392 & 0.499 & 0.414 & 0.531 & & & & \\ +\textsc{segneigh} & 0.676 & 0.676 & 0.784 & 0.855 & & & & \\ +\textsc{wbs} & 0.330 & 0.412 & 0.428 & 0.533 & & & & \\ +\textsc{zero} & 0.583 & 0.669 & 0.579 & 0.662 & 0.464 & 0.577 & 0.464 & 0.577 \\ \cmidrule(r){1-1}\cmidrule(lr){2-5}\cmidrule(l){6-9} \end{tabular} diff --git a/analysis/output/tables/best_f1_combined_full.tex b/analysis/output/tables/best_f1_combined_full.tex index c1feaa9a..bcd4b8df 100644 --- a/analysis/output/tables/best_f1_combined_full.tex +++ b/analysis/output/tables/best_f1_combined_full.tex @@ -2,47 +2,47 @@ Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs} & \textsc{zero}\\ \hline \verb+bank+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & 0.054 & 0.200 & 0.333 & 0.400 & \textbf{1.000} & T & 0.015 & \textbf{1.000} & 0.043 & \textbf{1.000}\\ -\verb+bitcoin+ & 0.507 & 0.639 & 0.630 & 0.491 & 0.462 & 0.507 & 0.584 & \textbf{0.669} & 0.354 & T & 0.186 & \textbf{0.669} & 0.472 & 0.450\\ -\verb+brent_spot+ & 0.465 & \textbf{0.609} & \textbf{0.609} & 0.239 & 0.555 & 0.522 & 0.427 & 0.518 & 0.173 & T & 0.379 & 0.518 & 0.443 & 0.315\\ -\verb+businv+ & \textbf{0.588} & \textbf{0.588} & \textbf{0.588} & 0.455 & 0.386 & 0.370 & 0.294 & 0.490 & 0.275 & 0.370 & 0.182 & \textbf{0.588} & 0.239 & \textbf{0.588}\\ -\verb+centralia+ & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & 0.595 & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & 0.458 & 0.494 & \textbf{0.763} & 0.143 & \textbf{0.763}\\ -\verb+children_per_woman+ & \textbf{0.678} & 0.507 & 0.620 & 0.405 & 0.310 & 0.432 & 0.416 & 0.525 & 0.310 & 0.504 & 0.113 & 0.525 & 0.222 & 0.507\\ -\verb+co2_canada+ & 0.544 & 0.856 & \textbf{0.893} & 0.479 & 0.642 & 0.875 & 0.819 & 0.661 & 0.482 & 0.542 & 0.407 & 0.872 & 0.547 & 0.361\\ -\verb+construction+ & \textbf{0.696} & \textbf{0.696} & \textbf{0.696} & 0.410 & 0.430 & 0.547 & 0.481 & 0.547 & 0.324 & 0.340 & 0.136 & \textbf{0.696} & 0.422 & \textbf{0.696}\\ -\verb+debt_ireland+ & 0.760 & 0.760 & \textbf{0.958} & 0.738 & \textbf{0.958} & \textbf{0.958} & 0.842 & \textbf{0.958} & 0.469 & 0.748 & 0.462 & \textbf{0.958} & 0.273 & 0.469\\ +\verb+bitcoin+ & 0.507 & 0.690 & 0.733 & 0.533 & 0.611 & 0.625 & 0.665 & \textbf{0.735} & 0.446 & T & 0.284 & \textbf{0.735} & 0.690 & 0.450\\ +\verb+brent_spot+ & 0.465 & \textbf{0.670} & 0.609 & 0.239 & 0.607 & 0.636 & 0.553 & 0.586 & 0.249 & T & 0.521 & 0.586 & 0.564 & 0.315\\ +\verb+businv+ & \textbf{0.588} & \textbf{0.588} & \textbf{0.588} & 0.455 & 0.386 & 0.370 & 0.294 & 0.490 & 0.275 & 0.370 & 0.261 & \textbf{0.588} & 0.289 & \textbf{0.588}\\ +\verb+centralia+ & 0.909 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.909 & \textbf{1.000} & \textbf{1.000} & 0.763 & 0.846 & \textbf{1.000} & \textbf{1.000} & 0.556 & 0.763\\ +\verb+children_per_woman+ & 0.678 & 0.663 & \textbf{0.712} & 0.405 & 0.344 & 0.551 & 0.525 & 0.637 & 0.310 & 0.504 & 0.246 & 0.637 & 0.500 & 0.507\\ +\verb+co2_canada+ & 0.544 & 0.856 & \textbf{0.924} & 0.479 & 0.642 & 0.875 & 0.867 & 0.670 & 0.482 & 0.542 & 0.569 & 0.872 & 0.681 & 0.361\\ +\verb+construction+ & 0.696 & \textbf{0.709} & \textbf{0.709} & 0.410 & 0.602 & \textbf{0.709} & 0.634 & \textbf{0.709} & 0.324 & 0.340 & 0.185 & \textbf{0.709} & 0.523 & 0.696\\ +\verb+debt_ireland+ & 0.760 & \textbf{1.000} & \textbf{1.000} & 0.892 & 0.958 & 0.980 & \textbf{1.000} & \textbf{1.000} & 0.469 & 0.748 & 0.824 & \textbf{1.000} & 0.538 & 0.469\\ \verb+gdp_argentina+ & 0.889 & \textbf{0.947} & \textbf{0.947} & 0.583 & 0.818 & 0.889 & 0.800 & \textbf{0.947} & 0.615 & 0.452 & 0.615 & \textbf{0.947} & 0.421 & 0.824\\ \verb+gdp_croatia+ & \textbf{1.000} & 0.824 & \textbf{1.000} & 0.583 & \textbf{1.000} & 0.824 & 0.583 & 0.824 & 0.824 & 0.824 & 0.400 & 0.824 & 0.167 & 0.824\\ -\verb+gdp_iran+ & 0.652 & 0.652 & \textbf{0.730} & 0.492 & 0.383 & 0.652 & 0.473 & 0.537 & 0.652 & 0.538 & 0.333 & 0.652 & 0.349 & 0.652\\ +\verb+gdp_iran+ & 0.696 & 0.652 & \textbf{0.862} & 0.492 & 0.620 & 0.824 & 0.734 & 0.808 & 0.652 & 0.737 & 0.636 & 0.808 & 0.576 & 0.652\\ \verb+gdp_japan+ & \textbf{1.000} & 0.889 & \textbf{1.000} & 0.615 & 0.667 & \textbf{1.000} & 0.500 & 0.889 & 0.889 & 0.889 & 0.222 & 0.889 & 0.222 & 0.889\\ -\verb+global_co2+ & \textbf{0.846} & \textbf{0.846} & \textbf{0.846} & 0.458 & 0.286 & 0.595 & 0.595 & 0.634 & 0.142 & 0.458 & 0.110 & \textbf{0.846} & 0.056 & \textbf{0.846}\\ -\verb+homeruns+ & \textbf{0.659} & \textbf{0.659} & \textbf{0.659} & 0.397 & 0.301 & 0.577 & 0.370 & 0.577 & 0.218 & 0.397 & 0.141 & \textbf{0.659} & 0.164 & \textbf{0.659}\\ -\verb+iceland_tourism+ & \textbf{0.947} & \textbf{0.947} & \textbf{0.947} & 0.486 & 0.391 & 0.667 & 0.486 & 0.643 & 0.220 & 0.486 & 0.105 & \textbf{0.947} & 0.105 & \textbf{0.947}\\ -\verb+jfk_passengers+ & \textbf{0.723} & \textbf{0.723} & \textbf{0.723} & 0.437 & 0.430 & 0.531 & 0.264 & 0.559 & 0.354 & T & 0.283 & \textbf{0.723} & 0.264 & \textbf{0.723}\\ -\verb+lga_passengers+ & 0.535 & 0.535 & 0.535 & 0.456 & 0.335 & \textbf{0.645} & 0.417 & 0.348 & 0.366 & T & 0.355 & 0.535 & 0.352 & 0.535\\ +\verb+global_co2+ & 0.929 & 0.929 & 0.889 & 0.458 & 0.667 & \textbf{0.929} & 0.667 & 0.929 & 0.463 & 0.547 & 0.293 & 0.929 & 0.250 & 0.846\\ +\verb+homeruns+ & 0.812 & \textbf{0.829} & \textbf{0.829} & 0.650 & 0.650 & 0.829 & 0.829 & 0.812 & 0.723 & 0.397 & 0.661 & 0.812 & 0.664 & 0.659\\ +\verb+iceland_tourism+ & 0.947 & 0.947 & 0.947 & 0.486 & 0.391 & \textbf{1.000} & 0.486 & 0.643 & 0.220 & 0.667 & 0.200 & 0.947 & 0.200 & 0.947\\ +\verb+jfk_passengers+ & \textbf{0.776} & \textbf{0.776} & \textbf{0.776} & 0.650 & 0.602 & 0.651 & 0.437 & \textbf{0.776} & 0.354 & T & 0.491 & \textbf{0.776} & 0.437 & 0.723\\ +\verb+lga_passengers+ & 0.561 & 0.620 & 0.704 & 0.563 & 0.606 & \textbf{0.892} & 0.526 & 0.537 & 0.366 & T & 0.592 & 0.537 & 0.674 & 0.535\\ \verb+measles+ & \textbf{0.947} & \textbf{0.947} & \textbf{0.947} & 0.486 & 0.118 & 0.080 & 0.281 & 0.153 & 0.391 & F/T & 0.030 & \textbf{0.947} & 0.041 & \textbf{0.947}\\ \verb+nile+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.800 & \textbf{1.000} & \textbf{1.000} & 0.824 & \textbf{1.000} & 0.824 & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.824\\ \verb+ozone+ & 0.776 & 0.723 & 0.857 & 0.778 & 0.750 & \textbf{1.000} & 0.667 & \textbf{1.000} & 0.723 & 0.651 & 0.429 & \textbf{1.000} & 0.286 & 0.723\\ \verb+quality_control_1+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & 0.667 & \textbf{1.000} & 0.667 & \textbf{1.000} & 0.500 & 0.286 & 0.667 & \textbf{1.000} & 0.667 & 0.667\\ \verb+quality_control_2+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.750 & 0.429 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.750\\ \verb+quality_control_3+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.766 & 0.571 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & T & 0.800 & \textbf{1.000} & \textbf{1.000} & 0.667\\ -\verb+quality_control_4+ & \textbf{0.780} & \textbf{0.780} & \textbf{0.780} & 0.561 & 0.397 & 0.558 & 0.489 & \textbf{0.780} & \textbf{0.780} & T & 0.075 & \textbf{0.780} & 0.361 & \textbf{0.780}\\ +\verb+quality_control_4+ & 0.810 & \textbf{0.873} & 0.787 & 0.561 & 0.658 & 0.726 & 0.658 & 0.780 & 0.780 & T & 0.241 & 0.780 & 0.608 & 0.780\\ \verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+rail_lines+ & \textbf{0.846} & \textbf{0.846} & \textbf{0.846} & 0.698 & 0.778 & \textbf{0.846} & 0.500 & \textbf{0.846} & 0.537 & 0.595 & 0.364 & \textbf{0.846} & 0.108 & 0.537\\ -\verb+ratner_stock+ & \textbf{0.776} & 0.683 & \textbf{0.776} & 0.559 & 0.227 & \textbf{0.776} & 0.481 & 0.683 & 0.280 & T & 0.092 & 0.683 & 0.200 & 0.571\\ -\verb+robocalls+ & 0.800 & \textbf{0.966} & \textbf{0.966} & 0.750 & 0.832 & \textbf{0.966} & \textbf{0.966} & \textbf{0.966} & 0.636 & 0.846 & 0.587 & \textbf{0.966} & 0.500 & 0.636\\ -\verb+scanline_126007+ & \textbf{0.644} & \textbf{0.644} & \textbf{0.644} & 0.507 & 0.233 & 0.325 & 0.478 & 0.233 & \textbf{0.644} & T & 0.097 & \textbf{0.644} & 0.125 & \textbf{0.644}\\ -\verb+scanline_42049+ & 0.485 & 0.863 & \textbf{0.962} & 0.782 & 0.609 & 0.815 & 0.908 & 0.790 & 0.202 & T & 0.262 & 0.799 & 0.522 & 0.276\\ -\verb+seatbelts+ & 0.824 & \textbf{0.838} & 0.683 & 0.583 & 0.735 & 0.683 & 0.621 & 0.683 & 0.452 & 0.383 & 0.456 & 0.735 & 0.583 & 0.621\\ -\verb+shanghai_license+ & \textbf{0.966} & 0.636 & 0.636 & 0.491 & 0.600 & 0.625 & 0.274 & 0.605 & 0.532 & 0.389 & 0.231 & 0.636 & 0.250 & 0.636\\ -\verb+uk_coal_employ+ & M & M & M & \textbf{0.617} & M & 0.513 & 0.513 & M & 0.551 & M & M & M & M & 0.513\\ -\verb+unemployment_nl+ & 0.742 & \textbf{0.889} & 0.876 & 0.592 & 0.672 & 0.711 & 0.678 & 0.788 & 0.566 & F/T & 0.466 & 0.788 & 0.658 & 0.566\\ -\verb+us_population+ & \textbf{1.000} & 0.889 & \textbf{1.000} & 0.615 & 0.232 & 0.471 & 0.276 & 0.500 & 0.159 & T & 0.889 & 0.889 & 0.077 & 0.889\\ -\verb+usd_isk+ & \textbf{0.785} & 0.657 & \textbf{0.785} & 0.678 & 0.563 & \textbf{0.785} & 0.462 & 0.657 & 0.489 & 0.385 & 0.182 & 0.678 & 0.333 & 0.489\\ -\verb+well_log+ & 0.336 & 0.914 & 0.832 & 0.743 & 0.822 & \textbf{0.928} & 0.776 & 0.832 & 0.149 & T & 0.923 & 0.832 & 0.832 & 0.237\\ +\verb+rail_lines+ & 0.846 & 0.846 & \textbf{0.966} & 0.889 & \textbf{0.966} & \textbf{0.966} & 0.800 & 0.846 & 0.537 & 0.730 & 0.615 & 0.889 & 0.205 & 0.537\\ +\verb+ratner_stock+ & 0.776 & 0.824 & \textbf{0.868} & 0.559 & 0.396 & 0.776 & 0.754 & 0.824 & 0.280 & T & 0.203 & 0.824 & 0.378 & 0.571\\ +\verb+robocalls+ & 0.800 & \textbf{0.966} & \textbf{0.966} & 0.750 & 0.862 & \textbf{0.966} & \textbf{0.966} & \textbf{0.966} & 0.636 & 0.846 & 0.714 & \textbf{0.966} & 0.714 & 0.636\\ +\verb+scanline_126007+ & 0.710 & 0.920 & \textbf{0.921} & 0.829 & 0.906 & 0.870 & 0.838 & 0.889 & 0.644 & T & 0.649 & 0.889 & 0.818 & 0.644\\ +\verb+scanline_42049+ & 0.485 & 0.879 & \textbf{0.962} & 0.889 & 0.713 & 0.910 & 0.908 & 0.910 & 0.269 & T & 0.460 & 0.910 & 0.650 & 0.276\\ +\verb+seatbelts+ & 0.824 & \textbf{0.838} & 0.683 & 0.583 & 0.735 & 0.683 & 0.621 & 0.683 & 0.452 & 0.383 & 0.563 & 0.735 & 0.583 & 0.621\\ +\verb+shanghai_license+ & \textbf{0.966} & 0.868 & 0.868 & 0.605 & 0.600 & 0.868 & 0.465 & 0.868 & 0.532 & 0.389 & 0.357 & 0.868 & 0.385 & 0.636\\ +\verb+uk_coal_employ+ & M & M & M & 0.617 & M & 0.513 & 0.513 & M & \textbf{0.639} & M & M & M & M & 0.513\\ +\verb+unemployment_nl+ & 0.742 & \textbf{0.889} & 0.876 & 0.592 & 0.747 & 0.755 & 0.744 & 0.788 & 0.566 & F/T & 0.628 & 0.788 & 0.801 & 0.566\\ +\verb+us_population+ & \textbf{1.000} & 0.889 & \textbf{1.000} & 0.615 & 0.232 & 0.471 & 0.276 & 0.500 & 0.159 & T & 0.889 & 0.889 & 0.113 & 0.889\\ +\verb+usd_isk+ & \textbf{0.785} & 0.704 & \textbf{0.785} & 0.678 & 0.674 & \textbf{0.785} & 0.601 & 0.657 & 0.489 & 0.510 & 0.462 & 0.678 & 0.636 & 0.489\\ +\verb+well_log+ & 0.336 & 0.914 & 0.832 & 0.743 & 0.822 & \textbf{0.928} & 0.776 & 0.873 & 0.149 & T & 0.923 & 0.873 & 0.832 & 0.237\\ \hline -\verb+apple+ & & & \textbf{0.916} & 0.314 & & 0.745 & 0.481 & & & F/T & & & & 0.594\\ -\verb+bee_waggle_6+ & & & \textbf{0.929} & 0.481 & & 0.124 & 0.634 & & & 0.245 & & & & \textbf{0.929}\\ -\verb+occupancy+ & & & \textbf{0.582} & 0.369 & & 0.482 & 0.405 & & & F/T & & & & 0.341\\ -\verb+run_log+ & & & \textbf{0.446} & 0.380 & & 0.200 & 0.304 & & & 0.275 & & & & \textbf{0.446}\\ +\verb+apple+ & & & \textbf{0.916} & 0.445 & & 0.745 & 0.634 & & & F/T & & & & 0.594\\ +\verb+bee_waggle_6+ & & & \textbf{0.929} & 0.481 & & 0.233 & 0.634 & & & 0.245 & & & & \textbf{0.929}\\ +\verb+occupancy+ & & & 0.919 & 0.735 & & \textbf{0.932} & 0.812 & & & F/T & & & & 0.341\\ +\verb+run_log+ & & & \textbf{1.000} & 0.469 & & 0.990 & 0.909 & & & 0.380 & & & & 0.446\\ \hline \end{tabular} diff --git a/analysis/output/tables/best_f1_multi_avg.json b/analysis/output/tables/best_f1_multi_avg.json index aeccd164..c0124923 100644 --- a/analysis/output/tables/best_f1_multi_avg.json +++ b/analysis/output/tables/best_f1_multi_avg.json @@ -1,7 +1,7 @@ { - "bocpd": 0.718040907733408, - "bocpdms": 0.3862673506325448, - "ecp": 0.38790015348968676, - "kcpa": 0.4560758392509358, + "bocpd": 0.9407049491956461, + "bocpdms": 0.5327627944865245, + "ecp": 0.7251421388666226, + "kcpa": 0.7473036444833079, "zero": 0.5771739603118445 } diff --git a/analysis/output/tables/best_f1_uni_avg.json b/analysis/output/tables/best_f1_uni_avg.json index 38e6be24..712dfa10 100644 --- a/analysis/output/tables/best_f1_uni_avg.json +++ b/analysis/output/tables/best_f1_uni_avg.json @@ -1,15 +1,15 @@ { - "amoc": 0.7827330244626048, - "binseg": 0.8031280093237617, - "bocpd": 0.8307501589195349, - "bocpdms": 0.568782994696522, - "cpnp": 0.5669381324304421, - "ecp": 0.7060062858372516, - "kcpa": 0.5890673779576903, - "pelt": 0.7028636492743974, - "prophet": 0.5056771261253178, - "rfpop": 0.39155673412323544, - "segneigh": 0.8064026485290847, - "wbs": 0.3904386889845699, + "amoc": 0.7989121074618578, + "binseg": 0.8559005454405391, + "bocpd": 0.8796748379866468, + "bocpdms": 0.6203284167541796, + "cpnp": 0.6659800464352401, + "ecp": 0.7965989034220683, + "kcpa": 0.6831674110255809, + "pelt": 0.787210573431827, + "prophet": 0.5343546652863759, + "rfpop": 0.5309415810175405, + "segneigh": 0.8549018881498379, + "wbs": 0.5327293979109599, "zero": 0.6623749098695177 } diff --git a/analysis/output/tables/best_f1_uni_full.json b/analysis/output/tables/best_f1_uni_full.json index dd3d40f9..b2dd539f 100644 --- a/analysis/output/tables/best_f1_uni_full.json +++ b/analysis/output/tables/best_f1_uni_full.json @@ -17,34 +17,34 @@ }, "bitcoin": { "amoc": 0.5074626865671642, - "binseg": 0.6387678000581226, - "bocpd": 0.6303030303030304, - "bocpdms": 0.4910313901345291, - "cpnp": 0.4619516562220233, - "ecp": 0.5074626865671642, - "kcpa": 0.5842696629213484, - "pelt": 0.669305724725944, - "prophet": 0.35394862036156044, + "binseg": 0.6899203515517714, + "bocpd": 0.7333333333333333, + "bocpdms": 0.5333333333333332, + "cpnp": 0.6108918705603787, + "ecp": 0.6254681647940075, + "kcpa": 0.6648953835934905, + "pelt": 0.7346938775510203, + "prophet": 0.4460431654676259, "rbocpdms": null, - "rfpop": 0.18628719275549807, - "segneigh": 0.669305724725944, - "wbs": 0.4715025906735751, + "rfpop": 0.284325637910085, + "segneigh": 0.7346938775510203, + "wbs": 0.6899383983572897, "zero": 0.44961240310077516 }, "brent_spot": { "amoc": 0.4654731457800512, - "binseg": 0.6086956521739131, + "binseg": 0.6698564593301435, "bocpd": 0.6086956521739131, "bocpdms": 0.23931623931623927, - "cpnp": 0.555235775957494, - "ecp": 0.5223880597014926, - "kcpa": 0.42748091603053434, - "pelt": 0.5177757520510483, - "prophet": 0.1732283464566929, + "cpnp": 0.6074320116254931, + "ecp": 0.6363636363636364, + "kcpa": 0.5525773195876289, + "pelt": 0.5863678804855276, + "prophet": 0.2485875706214689, "rbocpdms": null, - "rfpop": 0.37873628452516084, - "segneigh": 0.5177757520510483, - "wbs": 0.4425363276089828, + "rfpop": 0.5206921155904388, + "segneigh": 0.5863678804855276, + "wbs": 0.563701923076923, "zero": 0.3146067415730337 }, "businv": { @@ -58,89 +58,89 @@ "pelt": 0.4903225806451614, "prophet": 0.27530364372469635, "rbocpdms": 0.3703703703703703, - "rfpop": 0.18181818181818182, + "rfpop": 0.2608695652173913, "segneigh": 0.5882352941176471, - "wbs": 0.23920265780730898, + "wbs": 0.28938906752411575, "zero": 0.5882352941176471 }, "centralia": { - "amoc": 0.7628865979381444, - "binseg": 0.7628865979381444, - "bocpd": 0.7628865979381444, - "bocpdms": 0.5945945945945946, - "cpnp": 0.7628865979381444, - "ecp": 0.7628865979381444, - "kcpa": 0.7628865979381444, - "pelt": 0.7628865979381444, + "amoc": 0.9090909090909091, + "binseg": 1.0, + "bocpd": 1.0, + "bocpdms": 1.0, + "cpnp": 1.0, + "ecp": 0.9090909090909091, + "kcpa": 1.0, + "pelt": 1.0, "prophet": 0.7628865979381444, - "rbocpdms": 0.45833333333333337, - "rfpop": 0.49350649350649345, - "segneigh": 0.7628865979381444, - "wbs": 0.14285714285714288, + "rbocpdms": 0.8461538461538461, + "rfpop": 1.0, + "segneigh": 1.0, + "wbs": 0.5555555555555556, "zero": 0.7628865979381444 }, "children_per_woman": { "amoc": 0.6784140969162996, - "binseg": 0.5074626865671642, - "bocpd": 0.6203208556149732, + "binseg": 0.6633165829145727, + "bocpd": 0.7124463519313304, "bocpdms": 0.40476190476190477, - "cpnp": 0.31017119838872104, - "ecp": 0.4318181818181818, - "kcpa": 0.4160401002506266, - "pelt": 0.5253164556962024, + "cpnp": 0.34439834024896265, + "ecp": 0.5507246376811594, + "kcpa": 0.5253164556962024, + "pelt": 0.6368286445012787, "prophet": 0.31017119838872104, "rbocpdms": 0.5037037037037037, - "rfpop": 0.11320754716981131, - "segneigh": 0.5253164556962024, - "wbs": 0.2222222222222222, + "rfpop": 0.24561403508771928, + "segneigh": 0.6368286445012787, + "wbs": 0.5, "zero": 0.5074626865671642 }, "co2_canada": { "amoc": 0.5441941074523396, "binseg": 0.8555858310626703, - "bocpd": 0.8925510876730389, + "bocpd": 0.9244558258642765, "bocpdms": 0.47902364607170106, "cpnp": 0.6419753086419754, "ecp": 0.8746355685131195, - "kcpa": 0.8194141854272574, - "pelt": 0.6613545816733067, + "kcpa": 0.867075664621677, + "pelt": 0.6703248463564531, "prophet": 0.48212083847102344, "rbocpdms": 0.5418933623503808, - "rfpop": 0.4065792855307119, + "rfpop": 0.5687485701212537, "segneigh": 0.8717259905977165, - "wbs": 0.5472837022132797, + "wbs": 0.6806187443130118, "zero": 0.36097560975609755 }, "construction": { "amoc": 0.6956521739130436, - "binseg": 0.6956521739130436, - "bocpd": 0.6956521739130436, + "binseg": 0.7090909090909091, + "bocpd": 0.7090909090909091, "bocpdms": 0.4102564102564102, - "cpnp": 0.42975206611570255, - "ecp": 0.5473684210526316, - "kcpa": 0.48148148148148145, - "pelt": 0.5473684210526316, + "cpnp": 0.6021505376344086, + "ecp": 0.7090909090909091, + "kcpa": 0.6341463414634146, + "pelt": 0.7090909090909091, "prophet": 0.32432432432432434, "rbocpdms": 0.3404255319148936, - "rfpop": 0.13570274636510501, - "segneigh": 0.6956521739130436, - "wbs": 0.42211055276381904, + "rfpop": 0.1851851851851852, + "segneigh": 0.7090909090909091, + "wbs": 0.5233644859813084, "zero": 0.6956521739130436 }, "debt_ireland": { "amoc": 0.7603305785123966, - "binseg": 0.7603305785123966, - "bocpd": 0.9583333333333333, - "bocpdms": 0.7384615384615384, + "binseg": 1.0, + "bocpd": 1.0, + "bocpdms": 0.8921933085501859, "cpnp": 0.9583333333333333, - "ecp": 0.9583333333333333, - "kcpa": 0.8421052631578947, - "pelt": 0.9583333333333333, + "ecp": 0.9795918367346939, + "kcpa": 1.0, + "pelt": 1.0, "prophet": 0.4693877551020408, "rbocpdms": 0.7483296213808462, - "rfpop": 0.4615384615384615, - "segneigh": 0.9583333333333333, - "wbs": 0.2727272727272727, + "rfpop": 0.8235294117647058, + "segneigh": 1.0, + "wbs": 0.5384615384615384, "zero": 0.4693877551020408 }, "gdp_argentina": { @@ -176,19 +176,19 @@ "zero": 0.8235294117647058 }, "gdp_iran": { - "amoc": 0.651685393258427, + "amoc": 0.6956521739130436, "binseg": 0.651685393258427, - "bocpd": 0.7304347826086957, + "bocpd": 0.8615384615384615, "bocpdms": 0.4915254237288136, - "cpnp": 0.3828125, - "ecp": 0.651685393258427, - "kcpa": 0.47342995169082125, - "pelt": 0.5369863013698629, + "cpnp": 0.620253164556962, + "ecp": 0.8235294117647058, + "kcpa": 0.7340823970037452, + "pelt": 0.8082474226804124, "prophet": 0.651685393258427, - "rbocpdms": 0.5384615384615384, - "rfpop": 0.33333333333333337, - "segneigh": 0.651685393258427, - "wbs": 0.3493761140819964, + "rbocpdms": 0.7368421052631579, + "rfpop": 0.6363636363636364, + "segneigh": 0.8082474226804124, + "wbs": 0.5756240822320117, "zero": 0.651685393258427 }, "gdp_japan": { @@ -208,35 +208,35 @@ "zero": 0.888888888888889 }, "global_co2": { - "amoc": 0.8461538461538461, - "binseg": 0.8461538461538461, - "bocpd": 0.8461538461538461, + "amoc": 0.9285714285714286, + "binseg": 0.9285714285714286, + "bocpd": 0.888888888888889, "bocpdms": 0.45833333333333337, - "cpnp": 0.2857142857142857, - "ecp": 0.5945945945945946, - "kcpa": 0.5945945945945946, - "pelt": 0.6341463414634146, - "prophet": 0.14213197969543145, - "rbocpdms": 0.45833333333333337, - "rfpop": 0.11016949152542373, - "segneigh": 0.8461538461538461, - "wbs": 0.05555555555555556, + "cpnp": 0.6666666666666666, + "ecp": 0.9285714285714287, + "kcpa": 0.6666666666666666, + "pelt": 0.9285714285714286, + "prophet": 0.46280991735537186, + "rbocpdms": 0.5473684210526316, + "rfpop": 0.2932330827067669, + "segneigh": 0.9285714285714286, + "wbs": 0.25, "zero": 0.8461538461538461 }, "homeruns": { - "amoc": 0.659217877094972, - "binseg": 0.659217877094972, - "bocpd": 0.659217877094972, - "bocpdms": 0.3973063973063973, - "cpnp": 0.3010309278350516, - "ecp": 0.5774647887323944, - "kcpa": 0.3695652173913044, - "pelt": 0.5774647887323944, - "prophet": 0.21822033898305085, + "amoc": 0.8118811881188119, + "binseg": 0.8292682926829268, + "bocpd": 0.8292682926829268, + "bocpdms": 0.6496815286624203, + "cpnp": 0.6495726495726496, + "ecp": 0.8291457286432161, + "kcpa": 0.8291457286432161, + "pelt": 0.8118811881188119, + "prophet": 0.7233146067415729, "rbocpdms": 0.3973063973063973, - "rfpop": 0.14107883817427386, - "segneigh": 0.659217877094972, - "wbs": 0.1642512077294686, + "rfpop": 0.6610169491525424, + "segneigh": 0.8118811881188119, + "wbs": 0.6644951140065146, "zero": 0.659217877094972 }, "iceland_tourism": { @@ -245,46 +245,46 @@ "bocpd": 0.9473684210526316, "bocpdms": 0.48648648648648646, "cpnp": 0.391304347826087, - "ecp": 0.6666666666666666, + "ecp": 1.0, "kcpa": 0.48648648648648646, "pelt": 0.6428571428571429, "prophet": 0.21951219512195125, - "rbocpdms": 0.48648648648648646, - "rfpop": 0.10526315789473684, + "rbocpdms": 0.6666666666666666, + "rfpop": 0.19999999999999998, "segneigh": 0.9473684210526316, - "wbs": 0.10526315789473684, + "wbs": 0.19999999999999998, "zero": 0.9473684210526316 }, "jfk_passengers": { - "amoc": 0.723404255319149, - "binseg": 0.723404255319149, - "bocpd": 0.723404255319149, - "bocpdms": 0.43678160919540227, - "cpnp": 0.4297520661157025, - "ecp": 0.53125, - "kcpa": 0.2638888888888889, - "pelt": 0.5588235294117647, + "amoc": 0.7755102040816326, + "binseg": 0.7755102040816326, + "bocpd": 0.7755102040816326, + "bocpdms": 0.6495726495726496, + "cpnp": 0.6021505376344085, + "ecp": 0.6511627906976745, + "kcpa": 0.43678160919540227, + "pelt": 0.7755102040816326, "prophet": 0.35374149659863946, "rbocpdms": null, - "rfpop": 0.2828282828282828, - "segneigh": 0.723404255319149, - "wbs": 0.2638888888888889, + "rfpop": 0.4912280701754385, + "segneigh": 0.7755102040816326, + "wbs": 0.43678160919540227, "zero": 0.723404255319149 }, "lga_passengers": { - "amoc": 0.5347985347985348, - "binseg": 0.5347985347985348, - "bocpd": 0.5347985347985348, - "bocpdms": 0.4559139784946237, - "cpnp": 0.33526850507982586, - "ecp": 0.6453900709219857, - "kcpa": 0.4165103189493433, - "pelt": 0.34844868735083534, + "amoc": 0.5611510791366906, + "binseg": 0.6203208556149732, + "bocpd": 0.7036599763872492, + "bocpdms": 0.5628318584070797, + "cpnp": 0.6062992125984252, + "ecp": 0.892156862745098, + "kcpa": 0.5260663507109005, + "pelt": 0.537037037037037, "prophet": 0.36568848758465017, "rbocpdms": null, - "rfpop": 0.3552433517310587, - "segneigh": 0.5347985347985348, - "wbs": 0.35238470634607805, + "rfpop": 0.5917258671124112, + "segneigh": 0.537037037037037, + "wbs": 0.6740175289793611, "zero": 0.5347985347985348 }, "measles": { @@ -384,19 +384,19 @@ "zero": 0.6666666666666666 }, "quality_control_4": { - "amoc": 0.7804878048780489, - "binseg": 0.7804878048780489, - "bocpd": 0.7804878048780489, + "amoc": 0.8095238095238095, + "binseg": 0.8727272727272728, + "bocpd": 0.7868852459016393, "bocpdms": 0.5614035087719299, - "cpnp": 0.39669421487603307, - "ecp": 0.5575757575757576, - "kcpa": 0.4893617021276596, + "cpnp": 0.6575342465753424, + "ecp": 0.7263157894736841, + "kcpa": 0.6575342465753424, "pelt": 0.7804878048780489, "prophet": 0.7804878048780489, "rbocpdms": null, - "rfpop": 0.07547169811320754, + "rfpop": 0.24137931034482762, "segneigh": 0.7804878048780489, - "wbs": 0.3609022556390977, + "wbs": 0.6075949367088608, "zero": 0.7804878048780489 }, "quality_control_5": { @@ -418,33 +418,33 @@ "rail_lines": { "amoc": 0.8461538461538461, "binseg": 0.8461538461538461, - "bocpd": 0.8461538461538461, - "bocpdms": 0.6984126984126985, - "cpnp": 0.7777777777777777, - "ecp": 0.8461538461538461, - "kcpa": 0.5, + "bocpd": 0.9655172413793104, + "bocpdms": 0.888888888888889, + "cpnp": 0.9655172413793104, + "ecp": 0.9655172413793104, + "kcpa": 0.8, "pelt": 0.8461538461538461, "prophet": 0.5365853658536586, - "rbocpdms": 0.5945945945945946, - "rfpop": 0.3636363636363636, - "segneigh": 0.8461538461538461, - "wbs": 0.1081081081081081, + "rbocpdms": 0.7304347826086957, + "rfpop": 0.6153846153846153, + "segneigh": 0.888888888888889, + "wbs": 0.20512820512820512, "zero": 0.5365853658536586 }, "ratner_stock": { "amoc": 0.7755102040816326, - "binseg": 0.6829268292682926, - "bocpd": 0.7755102040816326, + "binseg": 0.8235294117647058, + "bocpd": 0.8679245283018867, "bocpdms": 0.5588235294117647, - "cpnp": 0.2271604938271605, + "cpnp": 0.3956989247311828, "ecp": 0.7755102040816326, - "kcpa": 0.48148148148148145, - "pelt": 0.6829268292682926, + "kcpa": 0.7536231884057971, + "pelt": 0.8235294117647058, "prophet": 0.27999999999999997, "rbocpdms": null, - "rfpop": 0.09230769230769231, - "segneigh": 0.6829268292682926, - "wbs": 0.19999999999999998, + "rfpop": 0.2028985507246377, + "segneigh": 0.8235294117647058, + "wbs": 0.37837837837837834, "zero": 0.5714285714285714 }, "robocalls": { @@ -452,47 +452,47 @@ "binseg": 0.9655172413793104, "bocpd": 0.9655172413793104, "bocpdms": 0.7499999999999999, - "cpnp": 0.8316831683168318, + "cpnp": 0.8615384615384615, "ecp": 0.9655172413793104, "kcpa": 0.9655172413793104, "pelt": 0.9655172413793104, "prophet": 0.6363636363636364, "rbocpdms": 0.846153846153846, - "rfpop": 0.5874125874125874, + "rfpop": 0.7142857142857143, "segneigh": 0.9655172413793104, - "wbs": 0.5, + "wbs": 0.7142857142857143, "zero": 0.6363636363636364 }, "scanline_126007": { - "amoc": 0.6444007858546169, - "binseg": 0.6444007858546169, - "bocpd": 0.6444007858546169, - "bocpdms": 0.5071618037135279, - "cpnp": 0.23268698060941828, - "ecp": 0.32459016393442625, - "kcpa": 0.47783251231527096, - "pelt": 0.23268698060941828, + "amoc": 0.7102803738317757, + "binseg": 0.92018779342723, + "bocpd": 0.9207419898819562, + "bocpdms": 0.8290924975428633, + "cpnp": 0.9057562076749436, + "ecp": 0.8698710433763189, + "kcpa": 0.8383751080380293, + "pelt": 0.8892508143322476, "prophet": 0.6444007858546169, "rbocpdms": null, - "rfpop": 0.09743366681165723, - "segneigh": 0.6444007858546169, - "wbs": 0.12486187845303864, + "rfpop": 0.6494735235769876, + "segneigh": 0.8892508143322476, + "wbs": 0.8175710594315245, "zero": 0.6444007858546169 }, "scanline_42049": { "amoc": 0.4845005740528128, - "binseg": 0.8630490956072351, + "binseg": 0.8790697674418604, "bocpd": 0.9622641509433963, - "bocpdms": 0.7819548872180451, - "cpnp": 0.6092446448703495, - "ecp": 0.8151848151848151, + "bocpdms": 0.8891703609879671, + "cpnp": 0.7126153846153847, + "ecp": 0.9095415117719949, "kcpa": 0.9076751946607342, - "pelt": 0.7898134863701578, - "prophet": 0.20150375939849624, + "pelt": 0.9095415117719949, + "prophet": 0.2693467336683417, "rbocpdms": null, - "rfpop": 0.2618896639188332, - "segneigh": 0.7994542974079127, - "wbs": 0.5224071702944942, + "rfpop": 0.45965498052309406, + "segneigh": 0.9095415117719949, + "wbs": 0.6496815286624205, "zero": 0.2756368386675375 }, "seatbelts": { @@ -506,25 +506,25 @@ "pelt": 0.6829268292682926, "prophet": 0.45161290322580644, "rbocpdms": 0.3829787234042553, - "rfpop": 0.45600000000000007, + "rfpop": 0.562962962962963, "segneigh": 0.735483870967742, "wbs": 0.5833333333333334, "zero": 0.6206896551724138 }, "shanghai_license": { "amoc": 0.9655172413793104, - "binseg": 0.6363636363636364, - "bocpd": 0.6363636363636364, - "bocpdms": 0.4912280701754385, + "binseg": 0.8679245283018869, + "bocpd": 0.8679245283018869, + "bocpdms": 0.605263157894737, "cpnp": 0.6, - "ecp": 0.625, - "kcpa": 0.2738095238095238, - "pelt": 0.605263157894737, + "ecp": 0.8679245283018869, + "kcpa": 0.4646464646464646, + "pelt": 0.8679245283018869, "prophet": 0.5316455696202531, "rbocpdms": 0.3888888888888889, - "rfpop": 0.23076923076923078, - "segneigh": 0.6363636363636364, - "wbs": 0.25, + "rfpop": 0.3571428571428571, + "segneigh": 0.8679245283018869, + "wbs": 0.3846153846153846, "zero": 0.6363636363636364 }, "uk_coal_employ": { @@ -536,7 +536,7 @@ "ecp": 0.5132743362831859, "kcpa": 0.5132743362831859, "pelt": null, - "prophet": 0.5512820512820513, + "prophet": 0.6394052044609666, "rbocpdms": null, "rfpop": null, "segneigh": null, @@ -548,15 +548,15 @@ "binseg": 0.888888888888889, "bocpd": 0.8764044943820225, "bocpdms": 0.5924050632911392, - "cpnp": 0.6719367588932806, - "ecp": 0.7112068965517241, - "kcpa": 0.6778163458504259, + "cpnp": 0.7472527472527473, + "ecp": 0.7548806941431669, + "kcpa": 0.7438409023449095, "pelt": 0.787878787878788, "prophet": 0.5663082437275986, "rbocpdms": null, - "rfpop": 0.4660194174757282, + "rfpop": 0.6280373831775701, "segneigh": 0.787878787878788, - "wbs": 0.6575342465753424, + "wbs": 0.8012139605462821, "zero": 0.5663082437275986 }, "us_population": { @@ -572,23 +572,23 @@ "rbocpdms": null, "rfpop": 0.888888888888889, "segneigh": 0.888888888888889, - "wbs": 0.07692307692307693, + "wbs": 0.11320754716981131, "zero": 0.888888888888889 }, "usd_isk": { "amoc": 0.7854251012145749, - "binseg": 0.6565143824027072, + "binseg": 0.7044025157232705, "bocpd": 0.7854251012145749, "bocpdms": 0.6782608695652174, - "cpnp": 0.562929061784897, + "cpnp": 0.6735112936344968, "ecp": 0.7854251012145749, - "kcpa": 0.4621676891615542, + "kcpa": 0.601063829787234, "pelt": 0.6565143824027072, "prophet": 0.48866498740554154, - "rbocpdms": 0.38537271448663846, - "rfpop": 0.18181818181818182, + "rbocpdms": 0.5098039215686274, + "rfpop": 0.4615384615384615, "segneigh": 0.6782608695652174, - "wbs": 0.33333333333333337, + "wbs": 0.6363636363636364, "zero": 0.48866498740554154 }, "well_log": { @@ -599,11 +599,11 @@ "cpnp": 0.8216588221334492, "ecp": 0.9281744335185976, "kcpa": 0.7763426240652617, - "pelt": 0.8320663441603318, + "pelt": 0.873003802281369, "prophet": 0.14883148831488316, "rbocpdms": null, "rfpop": 0.9225874867444326, - "segneigh": 0.8320663441603318, + "segneigh": 0.873003802281369, "wbs": 0.8320663441603318, "zero": 0.23702252693437809 } diff --git a/analysis/output/tables/default_f1_combined_full.tex b/analysis/output/tables/default_f1_combined_full.tex index 4816db2d..f425bc75 100644 --- a/analysis/output/tables/default_f1_combined_full.tex +++ b/analysis/output/tables/default_f1_combined_full.tex @@ -2,47 +2,47 @@ Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs} & \textsc{zero}\\ \hline \verb+bank+ & 0.667 & 0.400 & 0.047 & 0.118 & 0.044 & 0.154 & 0.008 & 0.400 & 0.154 & 0.333 & 0.015 & 0.333 & 0.039 & \textbf{1.000}\\ -\verb+bitcoin+ & 0.367 & 0.278 & \textbf{0.550} & 0.269 & 0.402 & 0.285 & 0.044 & 0.473 & 0.354 & F & 0.186 & 0.473 & 0.279 & 0.450\\ -\verb+brent_spot+ & 0.272 & 0.416 & 0.387 & 0.239 & \textbf{0.555} & 0.418 & 0.048 & 0.402 & 0.173 & 0.321 & 0.375 & 0.366 & 0.354 & 0.315\\ -\verb+businv+ & 0.455 & 0.370 & 0.270 & 0.370 & 0.304 & 0.179 & 0.024 & 0.370 & 0.275 & 0.312 & 0.170 & 0.312 & 0.188 & \textbf{0.588}\\ -\verb+centralia+ & \textbf{0.763} & 0.625 & 0.625 & 0.595 & 0.625 & \textbf{0.763} & 0.200 & 0.625 & \textbf{0.763} & 0.458 & 0.400 & 0.625 & 0.143 & \textbf{0.763}\\ -\verb+children_per_woman+ & 0.472 & 0.472 & \textbf{0.525} & 0.337 & 0.208 & 0.216 & 0.026 & 0.472 & 0.310 & 0.288 & 0.113 & 0.337 & 0.111 & 0.507\\ -\verb+co2_canada+ & 0.544 & 0.691 & 0.619 & 0.265 & 0.578 & \textbf{0.817} & 0.107 & 0.661 & 0.482 & 0.381 & 0.407 & 0.661 & 0.356 & 0.361\\ -\verb+construction+ & 0.516 & 0.547 & 0.481 & 0.410 & 0.359 & 0.430 & 0.019 & 0.547 & 0.324 & 0.480 & 0.115 & 0.547 & 0.248 & \textbf{0.696}\\ -\verb+debt_ireland+ & 0.469 & \textbf{0.760} & \textbf{0.760} & 0.611 & \textbf{0.760} & 0.469 & 0.261 & \textbf{0.760} & 0.469 & 0.530 & 0.462 & \textbf{0.760} & 0.273 & 0.469\\ +\verb+bitcoin+ & 0.367 & 0.426 & \textbf{0.692} & 0.269 & 0.463 & 0.338 & 0.092 & 0.672 & 0.446 & F & 0.284 & 0.672 & 0.464 & 0.450\\ +\verb+brent_spot+ & 0.272 & 0.483 & 0.521 & 0.239 & \textbf{0.607} & 0.478 & 0.104 & 0.465 & 0.249 & 0.321 & 0.490 & 0.431 & 0.516 & 0.315\\ +\verb+businv+ & 0.455 & 0.370 & 0.270 & 0.370 & 0.304 & 0.301 & 0.047 & 0.370 & 0.275 & 0.312 & 0.245 & 0.312 & 0.230 & \textbf{0.588}\\ +\verb+centralia+ & 0.763 & 0.909 & 0.909 & 0.846 & 0.909 & 0.763 & 0.714 & 0.909 & 0.763 & 0.846 & \textbf{1.000} & 0.909 & 0.556 & 0.763\\ +\verb+children_per_woman+ & 0.618 & 0.618 & \textbf{0.637} & 0.337 & 0.326 & 0.349 & 0.068 & 0.618 & 0.310 & 0.288 & 0.246 & 0.337 & 0.271 & 0.507\\ +\verb+co2_canada+ & 0.544 & 0.691 & 0.619 & 0.265 & 0.578 & \textbf{0.817} & 0.169 & 0.661 & 0.482 & 0.381 & 0.569 & 0.661 & 0.520 & 0.361\\ +\verb+construction+ & 0.516 & \textbf{0.709} & 0.634 & 0.410 & 0.602 & 0.574 & 0.038 & \textbf{0.709} & 0.324 & 0.480 & 0.185 & \textbf{0.709} & 0.316 & 0.696\\ +\verb+debt_ireland+ & 0.469 & 0.760 & 0.760 & 0.611 & 0.760 & 0.469 & 0.519 & 0.760 & 0.469 & 0.530 & \textbf{0.824} & 0.760 & 0.538 & 0.469\\ \verb+gdp_argentina+ & 0.889 & 0.889 & \textbf{0.947} & 0.583 & 0.818 & 0.824 & 0.131 & 0.889 & 0.615 & 0.452 & 0.571 & \textbf{0.947} & 0.148 & 0.824\\ \verb+gdp_croatia+ & 0.583 & 0.583 & \textbf{1.000} & 0.583 & \textbf{1.000} & 0.824 & 0.160 & 0.583 & 0.824 & 0.452 & 0.400 & 0.583 & 0.167 & 0.824\\ -\verb+gdp_iran+ & 0.492 & 0.492 & 0.424 & 0.492 & 0.330 & \textbf{0.652} & 0.100 & 0.492 & \textbf{0.652} & 0.395 & 0.316 & 0.395 & 0.113 & \textbf{0.652}\\ +\verb+gdp_iran+ & 0.492 & 0.492 & 0.622 & 0.492 & 0.330 & \textbf{0.652} & 0.219 & 0.492 & \textbf{0.652} & 0.395 & 0.609 & 0.395 & 0.246 & \textbf{0.652}\\ \verb+gdp_japan+ & 0.615 & 0.615 & 0.800 & 0.471 & 0.667 & \textbf{0.889} & 0.068 & 0.615 & \textbf{0.889} & 0.667 & 0.190 & 0.615 & 0.077 & \textbf{0.889}\\ -\verb+global_co2+ & 0.634 & 0.634 & 0.481 & 0.458 & 0.242 & 0.481 & 0.036 & 0.481 & 0.142 & 0.458 & 0.110 & 0.481 & 0.038 & \textbf{0.846}\\ -\verb+homeruns+ & 0.577 & 0.577 & 0.370 & 0.356 & 0.301 & 0.448 & 0.018 & 0.577 & 0.218 & 0.337 & 0.133 & 0.397 & 0.100 & \textbf{0.659}\\ -\verb+iceland_tourism+ & 0.643 & 0.643 & 0.486 & 0.391 & 0.391 & 0.391 & 0.010 & 0.643 & 0.220 & 0.400 & 0.105 & 0.486 & 0.105 & \textbf{0.947}\\ -\verb+jfk_passengers+ & 0.559 & 0.559 & 0.264 & 0.358 & 0.430 & 0.264 & 0.009 & 0.559 & 0.354 & 0.347 & 0.189 & 0.437 & 0.264 & \textbf{0.723}\\ -\verb+lga_passengers+ & 0.422 & 0.305 & 0.399 & 0.297 & 0.264 & 0.392 & 0.021 & 0.305 & 0.366 & 0.348 & 0.262 & 0.264 & 0.245 & \textbf{0.535}\\ +\verb+global_co2+ & \textbf{0.929} & \textbf{0.929} & 0.754 & 0.458 & 0.421 & 0.754 & 0.167 & 0.754 & 0.463 & 0.458 & 0.293 & 0.754 & 0.179 & 0.846\\ +\verb+homeruns+ & \textbf{0.812} & \textbf{0.812} & 0.729 & 0.552 & 0.604 & 0.675 & 0.133 & \textbf{0.812} & 0.723 & 0.508 & 0.661 & 0.397 & 0.593 & 0.659\\ +\verb+iceland_tourism+ & 0.643 & 0.643 & 0.486 & 0.391 & 0.391 & 0.391 & 0.021 & 0.643 & 0.220 & 0.667 & 0.200 & 0.486 & 0.200 & \textbf{0.947}\\ +\verb+jfk_passengers+ & \textbf{0.776} & \textbf{0.776} & 0.437 & 0.559 & 0.574 & 0.437 & 0.026 & \textbf{0.776} & 0.354 & 0.347 & 0.344 & 0.650 & 0.437 & 0.723\\ +\verb+lga_passengers+ & 0.422 & 0.438 & \textbf{0.630} & 0.297 & 0.606 & 0.392 & 0.054 & 0.438 & 0.366 & 0.348 & 0.498 & 0.395 & 0.524 & 0.535\\ \verb+measles+ & \textbf{0.947} & \textbf{0.947} & 0.069 & 0.124 & 0.118 & 0.069 & 0.004 & 0.124 & 0.391 & 0.117 & 0.030 & 0.327 & 0.039 & \textbf{0.947}\\ \verb+nile+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.800 & \textbf{1.000} & \textbf{1.000} & 0.040 & \textbf{1.000} & 0.824 & 0.452 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.824\\ \verb+ozone+ & 0.531 & 0.650 & 0.650 & 0.531 & 0.750 & 0.723 & 0.109 & \textbf{1.000} & 0.723 & 0.559 & 0.375 & \textbf{1.000} & 0.113 & 0.723\\ -\verb+quality_control_1+ & \textbf{1.000} & \textbf{1.000} & 0.800 & 0.667 & 0.667 & 0.667 & 0.013 & \textbf{1.000} & 0.500 & 0.667 & 0.667 & \textbf{1.000} & 0.571 & 0.667\\ -\verb+quality_control_2+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & \textbf{1.000} & \textbf{1.000} & 0.014 & \textbf{1.000} & 0.545 & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.750\\ -\verb+quality_control_3+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & 0.571 & \textbf{1.000} & 0.011 & \textbf{1.000} & 0.667 & 0.333 & 0.286 & \textbf{1.000} & \textbf{1.000} & 0.667\\ -\verb+quality_control_4+ & 0.576 & 0.565 & 0.397 & 0.438 & 0.361 & 0.282 & 0.008 & 0.558 & 0.191 & 0.360 & 0.073 & 0.558 & 0.077 & \textbf{0.780}\\ +\verb+quality_control_1+ & \textbf{1.000} & \textbf{1.000} & 0.800 & 0.667 & 0.667 & 0.667 & 0.025 & \textbf{1.000} & 0.500 & 0.667 & 0.667 & \textbf{1.000} & 0.571 & 0.667\\ +\verb+quality_control_2+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & \textbf{1.000} & \textbf{1.000} & 0.028 & \textbf{1.000} & 0.545 & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.750\\ +\verb+quality_control_3+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & 0.571 & \textbf{1.000} & 0.022 & \textbf{1.000} & 0.667 & 0.333 & 0.286 & \textbf{1.000} & \textbf{1.000} & 0.667\\ +\verb+quality_control_4+ & 0.810 & \textbf{0.873} & 0.658 & 0.438 & 0.608 & 0.393 & 0.028 & 0.726 & 0.335 & 0.360 & 0.233 & 0.726 & 0.246 & 0.780\\ \verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & 0.006 & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+rail_lines+ & \textbf{0.846} & \textbf{0.846} & \textbf{0.846} & 0.349 & 0.778 & 0.537 & 0.105 & \textbf{0.846} & 0.423 & 0.349 & 0.333 & \textbf{0.846} & 0.108 & 0.537\\ -\verb+ratner_stock+ & \textbf{0.776} & 0.683 & 0.526 & 0.333 & 0.126 & 0.201 & 0.013 & 0.650 & 0.280 & 0.559 & 0.092 & 0.683 & 0.115 & 0.571\\ -\verb+robocalls+ & 0.800 & 0.800 & \textbf{0.966} & 0.516 & 0.832 & 0.636 & 0.111 & 0.800 & 0.636 & 0.410 & 0.500 & \textbf{0.966} & 0.113 & 0.636\\ -\verb+scanline_126007+ & 0.524 & 0.259 & 0.220 & 0.379 & 0.233 & 0.300 & 0.009 & 0.188 & \textbf{0.644} & F & 0.097 & 0.297 & 0.078 & \textbf{0.644}\\ -\verb+scanline_42049+ & 0.485 & 0.713 & \textbf{0.962} & 0.735 & 0.608 & 0.580 & 0.063 & 0.744 & 0.202 & 0.390 & 0.262 & 0.684 & 0.276 & 0.276\\ -\verb+seatbelts+ & 0.474 & \textbf{0.683} & 0.583 & 0.383 & 0.509 & 0.321 & 0.041 & \textbf{0.683} & 0.452 & 0.383 & 0.396 & 0.583 & 0.583 & 0.621\\ -\verb+shanghai_license+ & 0.605 & 0.605 & 0.465 & 0.491 & 0.437 & 0.541 & 0.029 & 0.605 & 0.532 & 0.326 & 0.231 & 0.465 & 0.130 & \textbf{0.636}\\ -\verb+uk_coal_employ+ & M & M & M & 0.495 & M & 0.513 & 0.513 & M & \textbf{0.551} & M & M & M & M & 0.513\\ -\verb+unemployment_nl+ & 0.566 & \textbf{0.876} & 0.610 & 0.592 & 0.610 & 0.620 & 0.093 & 0.773 & 0.566 & 0.495 & 0.466 & 0.773 & 0.397 & 0.566\\ -\verb+us_population+ & \textbf{1.000} & 0.667 & 0.216 & 0.471 & 0.216 & 0.174 & 0.005 & 0.471 & 0.159 & 0.242 & 0.889 & 0.320 & 0.077 & 0.889\\ -\verb+usd_isk+ & \textbf{0.785} & 0.657 & 0.609 & 0.678 & 0.409 & 0.518 & 0.024 & 0.657 & 0.489 & 0.282 & 0.167 & 0.657 & 0.188 & 0.489\\ -\verb+well_log+ & 0.279 & 0.534 & 0.796 & 0.769 & 0.822 & 0.818 & 0.052 & 0.555 & 0.149 & 0.578 & \textbf{0.923} & 0.485 & 0.724 & 0.237\\ +\verb+rail_lines+ & 0.846 & 0.846 & 0.846 & 0.349 & \textbf{0.966} & 0.537 & 0.200 & 0.846 & 0.423 & 0.349 & 0.571 & 0.846 & 0.205 & 0.537\\ +\verb+ratner_stock+ & 0.776 & \textbf{0.824} & 0.783 & 0.500 & 0.306 & 0.282 & 0.034 & 0.650 & 0.280 & 0.559 & 0.203 & \textbf{0.824} & 0.250 & 0.571\\ +\verb+robocalls+ & 0.800 & 0.800 & \textbf{0.966} & 0.696 & 0.832 & 0.636 & 0.179 & 0.800 & 0.636 & 0.593 & 0.714 & \textbf{0.966} & 0.182 & 0.636\\ +\verb+scanline_126007+ & 0.710 & 0.739 & 0.820 & 0.767 & \textbf{0.889} & 0.732 & 0.101 & 0.759 & 0.644 & F & 0.649 & 0.732 & 0.616 & 0.644\\ +\verb+scanline_42049+ & 0.485 & 0.713 & \textbf{0.962} & 0.844 & 0.705 & 0.580 & 0.164 & 0.804 & 0.269 & 0.390 & 0.460 & 0.748 & 0.571 & 0.276\\ +\verb+seatbelts+ & 0.474 & \textbf{0.683} & 0.583 & 0.383 & 0.509 & 0.321 & 0.051 & \textbf{0.683} & 0.452 & 0.383 & 0.494 & 0.583 & 0.583 & 0.621\\ +\verb+shanghai_license+ & \textbf{0.868} & \textbf{0.868} & 0.713 & 0.491 & 0.437 & 0.698 & 0.048 & \textbf{0.868} & 0.532 & 0.326 & 0.357 & 0.713 & 0.208 & 0.636\\ +\verb+uk_coal_employ+ & M & M & M & 0.495 & M & 0.513 & 0.513 & M & \textbf{0.639} & M & M & M & M & 0.513\\ +\verb+unemployment_nl+ & 0.566 & \textbf{0.876} & 0.683 & 0.592 & 0.683 & 0.620 & 0.145 & 0.773 & 0.566 & 0.495 & 0.549 & 0.773 & 0.571 & 0.566\\ +\verb+us_population+ & \textbf{1.000} & 0.667 & 0.216 & 0.471 & 0.216 & 0.174 & 0.007 & 0.471 & 0.159 & 0.242 & 0.889 & 0.320 & 0.077 & 0.889\\ +\verb+usd_isk+ & \textbf{0.785} & 0.657 & 0.609 & 0.678 & 0.504 & 0.661 & 0.079 & 0.657 & 0.489 & 0.282 & 0.390 & 0.657 & 0.513 & 0.489\\ +\verb+well_log+ & 0.279 & 0.534 & 0.796 & 0.769 & 0.822 & 0.818 & 0.069 & 0.555 & 0.149 & 0.578 & \textbf{0.923} & 0.485 & 0.724 & 0.237\\ \hline -\verb+apple+ & & & 0.247 & 0.142 & & 0.247 & 0.006 & & & 0.373 & & & & \textbf{0.594}\\ -\verb+bee_waggle_6+ & & & 0.062 & 0.481 & & 0.124 & 0.003 & & & 0.218 & & & & \textbf{0.929}\\ -\verb+occupancy+ & & & 0.259 & 0.203 & & \textbf{0.387} & 0.015 & & & 0.163 & & & & 0.341\\ -\verb+run_log+ & & & 0.182 & 0.319 & & 0.195 & 0.014 & & & 0.244 & & & & \textbf{0.446}\\ +\verb+apple+ & & & 0.513 & 0.318 & & 0.513 & 0.029 & & & 0.373 & & & & \textbf{0.594}\\ +\verb+bee_waggle_6+ & & & 0.121 & 0.481 & & 0.124 & 0.010 & & & 0.218 & & & & \textbf{0.929}\\ +\verb+occupancy+ & & & \textbf{0.807} & 0.496 & & 0.750 & 0.107 & & & 0.290 & & & & 0.341\\ +\verb+run_log+ & & & \textbf{1.000} & 0.420 & & 0.792 & 0.139 & & & 0.543 & & & & 0.446\\ \hline \end{tabular} diff --git a/analysis/output/tables/default_f1_multi_avg.json b/analysis/output/tables/default_f1_multi_avg.json index f90a9d2b..037240d3 100644 --- a/analysis/output/tables/default_f1_multi_avg.json +++ b/analysis/output/tables/default_f1_multi_avg.json @@ -1,8 +1,8 @@ { - "bocpd": 0.18760009622112495, - "bocpdms": 0.2863800722335245, - "ecp": 0.23828457433188238, - "kcpa": 0.009455518272524471, - "rbocpdms": 0.24971838871416588, + "bocpd": 0.6103182356052523, + "bocpdms": 0.42879059786764134, + "ecp": 0.544657306564781, + "kcpa": 0.0710941346893439, + "rbocpdms": 0.35591520566367624, "zero": 0.5771739603118445 } diff --git a/analysis/output/tables/default_f1_uni_avg.json b/analysis/output/tables/default_f1_uni_avg.json index cec60f43..7e88cef1 100644 --- a/analysis/output/tables/default_f1_uni_avg.json +++ b/analysis/output/tables/default_f1_uni_avg.json @@ -1,16 +1,16 @@ { - "amoc": 0.6640790939070127, - "binseg": 0.6801451061962296, - "bocpd": 0.6109178945811512, - "bocpdms": 0.47562708146270294, - "cpnp": 0.5340133123860371, - "ecp": 0.5514092429795647, - "kcpa": 0.05681409056362388, - "pelt": 0.6527961379171128, - "prophet": 0.45594342708633, - "rbocpdms": 0.4179119126195535, - "rfpop": 0.3720949663003199, - "segneigh": 0.6255775512246301, - "wbs": 0.29950025277506126, + "amoc": 0.7037111707491961, + "binseg": 0.7443997777983046, + "bocpd": 0.689621795393962, + "bocpdms": 0.5071366573221537, + "cpnp": 0.6066944015983982, + "ecp": 0.5977104072816342, + "kcpa": 0.11100654565605475, + "pelt": 0.7099924057983469, + "prophet": 0.4877416710107917, + "rbocpdms": 0.4467137286594308, + "rfpop": 0.4994526602666444, + "segneigh": 0.6755447125972692, + "wbs": 0.41170625433415853, "zero": 0.6689673850347647 } diff --git a/analysis/output/tables/default_f1_uni_full.json b/analysis/output/tables/default_f1_uni_full.json index 4cf72c98..49935b1b 100644 --- a/analysis/output/tables/default_f1_uni_full.json +++ b/analysis/output/tables/default_f1_uni_full.json @@ -17,34 +17,34 @@ }, "bitcoin": { "amoc": 0.36708860759493667, - "binseg": 0.27786259541984737, - "bocpd": 0.549618320610687, + "binseg": 0.42573099415204685, + "bocpd": 0.6923076923076923, "bocpdms": 0.2685185185185185, - "cpnp": 0.4020797227036395, - "ecp": 0.28509719222462204, - "kcpa": 0.04419889502762431, - "pelt": 0.473469387755102, - "prophet": 0.35394862036156044, + "cpnp": 0.46251993620414666, + "ecp": 0.3381147540983606, + "kcpa": 0.09164420485175202, + "pelt": 0.672463768115942, + "prophet": 0.4460431654676259, "rbocpdms": null, - "rfpop": 0.18628719275549807, - "segneigh": 0.473469387755102, - "wbs": 0.27906976744186046, + "rfpop": 0.284325637910085, + "segneigh": 0.672463768115942, + "wbs": 0.4642166344294003, "zero": 0.44961240310077516 }, "brent_spot": { "amoc": 0.27184466019417475, - "binseg": 0.4163424124513619, - "bocpd": 0.38656126482213443, + "binseg": 0.48343373493975905, + "bocpd": 0.5207667731629393, "bocpdms": 0.23931623931623927, - "cpnp": 0.555235775957494, - "ecp": 0.417910447761194, - "kcpa": 0.047619047619047616, - "pelt": 0.40239043824701193, - "prophet": 0.1732283464566929, + "cpnp": 0.6074320116254931, + "ecp": 0.4778156996587031, + "kcpa": 0.10404624277456646, + "pelt": 0.4647239263803681, + "prophet": 0.2485875706214689, "rbocpdms": 0.3212669683257919, - "rfpop": 0.37529530880863987, - "segneigh": 0.3656108597285068, - "wbs": 0.35433628318584076, + "rfpop": 0.49029982363315694, + "segneigh": 0.4313167259786477, + "wbs": 0.5159055118110237, "zero": 0.3146067415730337 }, "businv": { @@ -53,46 +53,46 @@ "bocpd": 0.27027027027027023, "bocpdms": 0.3703703703703703, "cpnp": 0.30400000000000005, - "ecp": 0.1794871794871795, - "kcpa": 0.024024024024024027, + "ecp": 0.30107526881720426, + "kcpa": 0.04747774480712166, "pelt": 0.3703703703703703, "prophet": 0.27530364372469635, "rbocpdms": 0.3125, - "rfpop": 0.1702127659574468, + "rfpop": 0.24489795918367346, "segneigh": 0.3125, - "wbs": 0.18848167539267016, + "wbs": 0.22959183673469385, "zero": 0.5882352941176471 }, "centralia": { "amoc": 0.7628865979381444, - "binseg": 0.625, - "bocpd": 0.625, - "bocpdms": 0.5945945945945946, - "cpnp": 0.625, + "binseg": 0.9090909090909091, + "bocpd": 0.9090909090909091, + "bocpdms": 0.8461538461538461, + "cpnp": 0.9090909090909091, "ecp": 0.7628865979381444, - "kcpa": 0.19999999999999998, - "pelt": 0.625, + "kcpa": 0.7142857142857143, + "pelt": 0.9090909090909091, "prophet": 0.7628865979381444, - "rbocpdms": 0.45833333333333337, - "rfpop": 0.4, - "segneigh": 0.625, - "wbs": 0.14285714285714288, + "rbocpdms": 0.8461538461538461, + "rfpop": 1.0, + "segneigh": 0.9090909090909091, + "wbs": 0.5555555555555556, "zero": 0.7628865979381444 }, "children_per_woman": { - "amoc": 0.47183098591549294, - "binseg": 0.47183098591549294, - "bocpd": 0.5253164556962024, + "amoc": 0.6175115207373272, + "binseg": 0.6175115207373272, + "bocpd": 0.6368286445012787, "bocpdms": 0.3366336633663366, - "cpnp": 0.2076502732240437, - "ecp": 0.21647819063004847, - "kcpa": 0.026200873362445417, - "pelt": 0.47183098591549294, + "cpnp": 0.32618025751072954, + "ecp": 0.3485045513654097, + "kcpa": 0.06837606837606837, + "pelt": 0.6175115207373272, "prophet": 0.31017119838872104, "rbocpdms": 0.288135593220339, - "rfpop": 0.11320754716981131, + "rfpop": 0.24561403508771928, "segneigh": 0.3366336633663366, - "wbs": 0.1111111111111111, + "wbs": 0.2711864406779661, "zero": 0.5074626865671642 }, "co2_canada": { @@ -102,29 +102,29 @@ "bocpdms": 0.26523297491039427, "cpnp": 0.5784832451499119, "ecp": 0.8169458606457879, - "kcpa": 0.10738255033557045, + "kcpa": 0.1688311688311688, "pelt": 0.6613545816733067, "prophet": 0.48212083847102344, "rbocpdms": 0.38053097345132747, - "rfpop": 0.4065792855307119, + "rfpop": 0.5687485701212537, "segneigh": 0.6613545816733067, - "wbs": 0.35555555555555557, + "wbs": 0.52, "zero": 0.36097560975609755 }, "construction": { "amoc": 0.5161290322580646, - "binseg": 0.5473684210526316, - "bocpd": 0.48148148148148145, + "binseg": 0.7090909090909091, + "bocpd": 0.6341463414634146, "bocpdms": 0.4102564102564102, - "cpnp": 0.358974358974359, - "ecp": 0.42975206611570255, - "kcpa": 0.01923076923076923, - "pelt": 0.5473684210526316, + "cpnp": 0.6021505376344086, + "ecp": 0.5735294117647058, + "kcpa": 0.03809523809523809, + "pelt": 0.7090909090909091, "prophet": 0.32432432432432434, "rbocpdms": 0.48, - "rfpop": 0.11538461538461538, - "segneigh": 0.5473684210526316, - "wbs": 0.247787610619469, + "rfpop": 0.1851851851851852, + "segneigh": 0.7090909090909091, + "wbs": 0.3163841807909604, "zero": 0.6956521739130436 }, "debt_ireland": { @@ -134,13 +134,13 @@ "bocpdms": 0.611111111111111, "cpnp": 0.7603305785123966, "ecp": 0.4693877551020408, - "kcpa": 0.2608695652173913, + "kcpa": 0.5185185185185185, "pelt": 0.7603305785123966, "prophet": 0.4693877551020408, "rbocpdms": 0.5301204819277109, - "rfpop": 0.4615384615384615, + "rfpop": 0.8235294117647058, "segneigh": 0.7603305785123966, - "wbs": 0.2727272727272727, + "wbs": 0.5384615384615384, "zero": 0.4693877551020408 }, "gdp_argentina": { @@ -178,17 +178,17 @@ "gdp_iran": { "amoc": 0.4915254237288136, "binseg": 0.4915254237288136, - "bocpd": 0.4242424242424242, + "bocpd": 0.6222222222222222, "bocpdms": 0.4915254237288136, "cpnp": 0.3295454545454546, "ecp": 0.651685393258427, - "kcpa": 0.1, + "kcpa": 0.21875, "pelt": 0.4915254237288136, "prophet": 0.651685393258427, "rbocpdms": 0.39455782312925175, - "rfpop": 0.3157894736842105, + "rfpop": 0.6086956521739131, "segneigh": 0.39455782312925175, - "wbs": 0.11320754716981131, + "wbs": 0.24561403508771928, "zero": 0.651685393258427 }, "gdp_japan": { @@ -208,35 +208,35 @@ "zero": 0.888888888888889 }, "global_co2": { - "amoc": 0.6341463414634146, - "binseg": 0.6341463414634146, - "bocpd": 0.48148148148148145, + "amoc": 0.9285714285714286, + "binseg": 0.9285714285714286, + "bocpd": 0.7536231884057971, "bocpdms": 0.45833333333333337, - "cpnp": 0.2424242424242424, - "ecp": 0.48148148148148145, - "kcpa": 0.03571428571428572, - "pelt": 0.48148148148148145, - "prophet": 0.14213197969543145, + "cpnp": 0.42105263157894735, + "ecp": 0.7536231884057971, + "kcpa": 0.16666666666666669, + "pelt": 0.7536231884057971, + "prophet": 0.46280991735537186, "rbocpdms": 0.45833333333333337, - "rfpop": 0.11016949152542373, - "segneigh": 0.48148148148148145, - "wbs": 0.038461538461538464, + "rfpop": 0.2932330827067669, + "segneigh": 0.7536231884057971, + "wbs": 0.17857142857142855, "zero": 0.8461538461538461 }, "homeruns": { - "amoc": 0.5774647887323944, - "binseg": 0.5774647887323944, - "bocpd": 0.3695652173913044, - "bocpdms": 0.3557692307692308, - "cpnp": 0.3010309278350516, - "ecp": 0.44808743169398907, - "kcpa": 0.017699115044247787, - "pelt": 0.5774647887323944, - "prophet": 0.21822033898305085, - "rbocpdms": 0.33695652173913043, - "rfpop": 0.13310580204778158, + "amoc": 0.8118811881188119, + "binseg": 0.8118811881188119, + "bocpd": 0.7285714285714285, + "bocpdms": 0.5522388059701493, + "cpnp": 0.6041379310344828, + "ecp": 0.6748971193415637, + "kcpa": 0.13333333333333333, + "pelt": 0.8118811881188119, + "prophet": 0.7233146067415729, + "rbocpdms": 0.5081967213114754, + "rfpop": 0.6610169491525424, "segneigh": 0.3973063973063973, - "wbs": 0.1, + "wbs": 0.5925925925925926, "zero": 0.659217877094972 }, "iceland_tourism": { @@ -246,45 +246,45 @@ "bocpdms": 0.391304347826087, "cpnp": 0.391304347826087, "ecp": 0.391304347826087, - "kcpa": 0.010471204188481674, + "kcpa": 0.020833333333333332, "pelt": 0.6428571428571429, "prophet": 0.21951219512195125, - "rbocpdms": 0.4, - "rfpop": 0.10526315789473684, + "rbocpdms": 0.6666666666666666, + "rfpop": 0.19999999999999998, "segneigh": 0.48648648648648646, - "wbs": 0.10526315789473684, + "wbs": 0.19999999999999998, "zero": 0.9473684210526316 }, "jfk_passengers": { - "amoc": 0.5588235294117647, - "binseg": 0.5588235294117647, - "bocpd": 0.2638888888888889, - "bocpdms": 0.3584905660377358, - "cpnp": 0.4297520661157025, - "ecp": 0.2638888888888889, - "kcpa": 0.008602150537634409, - "pelt": 0.5588235294117647, + "amoc": 0.7755102040816326, + "binseg": 0.7755102040816326, + "bocpd": 0.43678160919540227, + "bocpdms": 0.5588235294117647, + "cpnp": 0.5735294117647058, + "ecp": 0.43678160919540227, + "kcpa": 0.0255863539445629, + "pelt": 0.7755102040816326, "prophet": 0.35374149659863946, "rbocpdms": 0.3469387755102041, - "rfpop": 0.18918918918918917, - "segneigh": 0.43678160919540227, - "wbs": 0.2638888888888889, + "rfpop": 0.3435582822085889, + "segneigh": 0.6495726495726496, + "wbs": 0.43678160919540227, "zero": 0.723404255319149 }, "lga_passengers": { "amoc": 0.42196531791907516, - "binseg": 0.3046875, - "bocpd": 0.39928539526574364, + "binseg": 0.43820224719101125, + "bocpd": 0.6297992250792532, "bocpdms": 0.2967479674796748, - "cpnp": 0.26359832635983266, + "cpnp": 0.6057692307692308, "ecp": 0.39173320807891027, - "kcpa": 0.021276595744680854, - "pelt": 0.3046875, + "kcpa": 0.05439330543933054, + "pelt": 0.43820224719101125, "prophet": 0.36568848758465017, "rbocpdms": 0.34844868735083534, - "rfpop": 0.26205331820760064, - "segneigh": 0.26440677966101694, - "wbs": 0.24531170805879374, + "rfpop": 0.49838187702265363, + "segneigh": 0.39493670886075954, + "wbs": 0.5236206274792643, "zero": 0.5347985347985348 }, "measles": { @@ -342,7 +342,7 @@ "bocpdms": 0.6666666666666666, "cpnp": 0.6666666666666666, "ecp": 0.6666666666666666, - "kcpa": 0.012738853503184714, + "kcpa": 0.02531645569620253, "pelt": 1.0, "prophet": 0.5, "rbocpdms": 0.6666666666666666, @@ -358,7 +358,7 @@ "bocpdms": 0.6666666666666666, "cpnp": 1.0, "ecp": 1.0, - "kcpa": 0.014084507042253521, + "kcpa": 0.027972027972027972, "pelt": 1.0, "prophet": 0.5454545454545455, "rbocpdms": 0.6666666666666666, @@ -374,7 +374,7 @@ "bocpdms": 0.6666666666666666, "cpnp": 0.5714285714285715, "ecp": 1.0, - "kcpa": 0.010899182561307902, + "kcpa": 0.02168021680216802, "pelt": 1.0, "prophet": 0.6666666666666666, "rbocpdms": 0.3333333333333333, @@ -384,19 +384,19 @@ "zero": 0.6666666666666666 }, "quality_control_4": { - "amoc": 0.576271186440678, - "binseg": 0.5647058823529413, - "bocpd": 0.39669421487603307, + "amoc": 0.8095238095238095, + "binseg": 0.8727272727272728, + "bocpd": 0.6575342465753424, "bocpdms": 0.43835616438356173, - "cpnp": 0.3609022556390977, - "ecp": 0.2822085889570552, - "kcpa": 0.008130081300813009, - "pelt": 0.5575757575757576, - "prophet": 0.19101123595505617, + "cpnp": 0.6075949367088608, + "ecp": 0.39316239316239315, + "kcpa": 0.028169014084507043, + "pelt": 0.7263157894736841, + "prophet": 0.33497536945812806, "rbocpdms": 0.35955056179775285, - "rfpop": 0.07272727272727272, - "segneigh": 0.5575757575757576, - "wbs": 0.07692307692307693, + "rfpop": 0.23333333333333334, + "segneigh": 0.7263157894736841, + "wbs": 0.24561403508771928, "zero": 0.7804878048780489 }, "quality_control_5": { @@ -420,79 +420,79 @@ "binseg": 0.8461538461538461, "bocpd": 0.8461538461538461, "bocpdms": 0.34920634920634924, - "cpnp": 0.7777777777777777, + "cpnp": 0.9655172413793104, "ecp": 0.5365853658536586, - "kcpa": 0.10526315789473684, + "kcpa": 0.19999999999999998, "pelt": 0.8461538461538461, "prophet": 0.4230769230769231, "rbocpdms": 0.34920634920634924, - "rfpop": 0.33333333333333337, + "rfpop": 0.5714285714285715, "segneigh": 0.8461538461538461, - "wbs": 0.1081081081081081, + "wbs": 0.20512820512820512, "zero": 0.5365853658536586 }, "ratner_stock": { "amoc": 0.7755102040816326, - "binseg": 0.6829268292682926, - "bocpd": 0.5257142857142857, - "bocpdms": 0.3333333333333333, - "cpnp": 0.12598425196850394, - "ecp": 0.2014388489208633, - "kcpa": 0.012931034482758619, + "binseg": 0.8235294117647058, + "bocpd": 0.7829787234042552, + "bocpdms": 0.5, + "cpnp": 0.3057324840764331, + "ecp": 0.2818791946308725, + "kcpa": 0.03411513859275054, "pelt": 0.6495726495726496, "prophet": 0.27999999999999997, "rbocpdms": 0.5588235294117647, - "rfpop": 0.09230769230769231, - "segneigh": 0.6829268292682926, - "wbs": 0.11538461538461538, + "rfpop": 0.2028985507246377, + "segneigh": 0.8235294117647058, + "wbs": 0.25, "zero": 0.5714285714285714 }, "robocalls": { "amoc": 0.8, "binseg": 0.8, "bocpd": 0.9655172413793104, - "bocpdms": 0.5161290322580646, + "bocpdms": 0.6956521739130436, "cpnp": 0.8316831683168318, "ecp": 0.6363636363636364, - "kcpa": 0.1111111111111111, + "kcpa": 0.17857142857142855, "pelt": 0.8, "prophet": 0.6363636363636364, - "rbocpdms": 0.4102564102564102, - "rfpop": 0.5, + "rbocpdms": 0.5925925925925926, + "rfpop": 0.7142857142857143, "segneigh": 0.9655172413793104, - "wbs": 0.11320754716981131, + "wbs": 0.18181818181818182, "zero": 0.6363636363636364 }, "scanline_126007": { - "amoc": 0.5241379310344828, - "binseg": 0.2594733461785485, - "bocpd": 0.21964097148891235, - "bocpdms": 0.37928621413575925, - "cpnp": 0.23268698060941828, - "ecp": 0.3002274450341168, - "kcpa": 0.008869179600886918, - "pelt": 0.18805704099821746, + "amoc": 0.7102803738317757, + "binseg": 0.7385740402193783, + "bocpd": 0.8199737187910644, + "bocpdms": 0.7673430863614913, + "cpnp": 0.8892508143322476, + "ecp": 0.7317845828933474, + "kcpa": 0.10147991543340382, + "pelt": 0.7589928057553957, "prophet": 0.6444007858546169, "rbocpdms": null, - "rfpop": 0.09743366681165723, - "segneigh": 0.2970149253731343, - "wbs": 0.07837697242933934, + "rfpop": 0.6494735235769876, + "segneigh": 0.7316176470588235, + "wbs": 0.616338167844304, "zero": 0.6444007858546169 }, "scanline_42049": { "amoc": 0.4845005740528128, "binseg": 0.7134502923976608, "bocpd": 0.9622641509433963, - "bocpdms": 0.7352255587549705, - "cpnp": 0.6083213773314204, + "bocpdms": 0.8435091153799095, + "cpnp": 0.7047872340425534, "ecp": 0.5801526717557252, - "kcpa": 0.06274509803921569, - "pelt": 0.7444668008048291, - "prophet": 0.20150375939849624, + "kcpa": 0.16356877323420074, + "pelt": 0.8043478260869567, + "prophet": 0.2693467336683417, "rbocpdms": 0.3900184842883549, - "rfpop": 0.2618896639188332, - "segneigh": 0.6842276422764227, - "wbs": 0.2758620689655173, + "rfpop": 0.45965498052309406, + "segneigh": 0.7482219061166431, + "wbs": 0.5714285714285715, "zero": 0.2756368386675375 }, "seatbelts": { @@ -502,29 +502,29 @@ "bocpdms": 0.3829787234042553, "cpnp": 0.509090909090909, "ecp": 0.32142857142857145, - "kcpa": 0.041025641025641026, + "kcpa": 0.05102040816326531, "pelt": 0.6829268292682926, "prophet": 0.45161290322580644, "rbocpdms": 0.3829787234042553, - "rfpop": 0.3958333333333333, + "rfpop": 0.49350649350649345, "segneigh": 0.5833333333333334, "wbs": 0.5833333333333334, "zero": 0.6206896551724138 }, "shanghai_license": { - "amoc": 0.605263157894737, - "binseg": 0.605263157894737, - "bocpd": 0.4646464646464646, + "amoc": 0.8679245283018869, + "binseg": 0.8679245283018869, + "bocpd": 0.7131782945736433, "bocpdms": 0.4912280701754385, "cpnp": 0.43678160919540227, - "ecp": 0.5405405405405407, - "kcpa": 0.029126213592233007, - "pelt": 0.605263157894737, + "ecp": 0.6976744186046512, + "kcpa": 0.04807692307692307, + "pelt": 0.8679245283018869, "prophet": 0.5316455696202531, "rbocpdms": 0.3255813953488372, - "rfpop": 0.23076923076923078, - "segneigh": 0.4646464646464646, - "wbs": 0.13043478260869565, + "rfpop": 0.3571428571428571, + "segneigh": 0.7131782945736433, + "wbs": 0.20833333333333334, "zero": 0.6363636363636364 }, "uk_coal_employ": { @@ -536,7 +536,7 @@ "ecp": 0.5132743362831859, "kcpa": 0.5132743362831859, "pelt": null, - "prophet": 0.5512820512820513, + "prophet": 0.6394052044609666, "rbocpdms": null, "rfpop": null, "segneigh": null, @@ -546,17 +546,17 @@ "unemployment_nl": { "amoc": 0.5663082437275986, "binseg": 0.8764044943820225, - "bocpd": 0.6103669190448456, + "bocpd": 0.683359415753782, "bocpdms": 0.5924050632911392, - "cpnp": 0.6103669190448456, + "cpnp": 0.683359415753782, "ecp": 0.6203208556149732, - "kcpa": 0.09345794392523364, + "kcpa": 0.14545454545454545, "pelt": 0.7730061349693252, "prophet": 0.5663082437275986, "rbocpdms": 0.49494949494949503, - "rfpop": 0.4660194174757282, + "rfpop": 0.5491990846681922, "segneigh": 0.7730061349693252, - "wbs": 0.39669421487603307, + "wbs": 0.5709057639524245, "zero": 0.5663082437275986 }, "us_population": { @@ -566,7 +566,7 @@ "bocpdms": 0.47058823529411764, "cpnp": 0.21621621621621623, "ecp": 0.17391304347826084, - "kcpa": 0.004895960832313342, + "kcpa": 0.007334963325183374, "pelt": 0.47058823529411764, "prophet": 0.15859030837004406, "rbocpdms": 0.24242424242424243, @@ -580,15 +580,15 @@ "binseg": 0.6565143824027072, "bocpd": 0.609375, "bocpdms": 0.6782608695652174, - "cpnp": 0.40931780366056564, - "ecp": 0.518475073313783, - "kcpa": 0.024489795918367346, + "cpnp": 0.5038402457757296, + "ecp": 0.6613466334164588, + "kcpa": 0.07936507936507936, "pelt": 0.6565143824027072, "prophet": 0.48866498740554154, "rbocpdms": 0.2819767441860465, - "rfpop": 0.16666666666666669, + "rfpop": 0.3902439024390244, "segneigh": 0.6565143824027072, - "wbs": 0.1875, + "wbs": 0.5128205128205129, "zero": 0.48866498740554154 }, "well_log": { @@ -598,7 +598,7 @@ "bocpdms": 0.7692603266090298, "cpnp": 0.8216588221334492, "ecp": 0.8183003808232041, - "kcpa": 0.052478134110787174, + "kcpa": 0.06936416184971098, "pelt": 0.5545670225385527, "prophet": 0.14883148831488316, "rbocpdms": 0.5778164924506389, -- cgit v1.2.3 From 1c3239d6bc4378f3ee90d975973d4946756b3777 Mon Sep 17 00:00:00 2001 From: Gertjan van den Burg Date: Mon, 25 May 2020 17:35:13 +0100 Subject: Add rank plots on multivariate data --- analysis/output/tables/best_cover_multi_full.json | 66 ++++++++++++++++++++++ analysis/output/tables/best_f1_multi_full.json | 66 ++++++++++++++++++++++ .../output/tables/default_cover_multi_full.json | 66 ++++++++++++++++++++++ analysis/output/tables/default_f1_multi_full.json | 66 ++++++++++++++++++++++ 4 files changed, 264 insertions(+) create mode 100644 analysis/output/tables/best_cover_multi_full.json create mode 100644 analysis/output/tables/best_f1_multi_full.json create mode 100644 analysis/output/tables/default_cover_multi_full.json create mode 100644 analysis/output/tables/default_f1_multi_full.json (limited to 'analysis/output/tables') diff --git a/analysis/output/tables/best_cover_multi_full.json b/analysis/output/tables/best_cover_multi_full.json new file mode 100644 index 00000000..e5f7d464 --- /dev/null +++ b/analysis/output/tables/best_cover_multi_full.json @@ -0,0 +1,66 @@ +{ + "apple": { + "amoc": null, + "binseg": null, + "bocpd": 0.8460730008400692, + "bocpdms": 0.7204402102982397, + "cpnp": null, + "ecp": 0.7581073567120613, + "kcpa": 0.46211340377509946, + "pelt": null, + "prophet": null, + "rbocpdms": null, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.4246265030345013 + }, + "bee_waggle_6": { + "amoc": null, + "binseg": null, + "bocpd": 0.8911284212456287, + "bocpdms": 0.8885462779845985, + "cpnp": null, + "ecp": 0.11625615763546797, + "kcpa": 0.7303950723782282, + "pelt": null, + "prophet": null, + "rbocpdms": 0.20548748824610893, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.8911284212456287 + }, + "occupancy": { + "amoc": null, + "binseg": null, + "bocpd": 0.6450457868544032, + "bocpdms": 0.5562845009346071, + "cpnp": null, + "ecp": 0.6658323068550764, + "kcpa": 0.5811261033060695, + "pelt": null, + "prophet": null, + "rbocpdms": null, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.23562129218275363 + }, + "run_log": { + "amoc": null, + "binseg": null, + "bocpd": 0.8235971255351833, + "bocpdms": 0.3274407294832827, + "cpnp": null, + "ecp": 0.8185632757092198, + "kcpa": 0.7292743161094225, + "pelt": null, + "prophet": null, + "rbocpdms": 0.32929342193501193, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.3035168628338615 + } +} diff --git a/analysis/output/tables/best_f1_multi_full.json b/analysis/output/tables/best_f1_multi_full.json new file mode 100644 index 00000000..efcfdf38 --- /dev/null +++ b/analysis/output/tables/best_f1_multi_full.json @@ -0,0 +1,66 @@ +{ + "apple": { + "amoc": null, + "binseg": null, + "bocpd": 0.9156626506024097, + "bocpdms": 0.44468546637744033, + "cpnp": null, + "ecp": 0.7450980392156863, + "kcpa": 0.6341463414634148, + "pelt": null, + "prophet": null, + "rbocpdms": null, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.59375 + }, + "bee_waggle_6": { + "amoc": null, + "binseg": null, + "bocpd": 0.9285714285714287, + "bocpdms": 0.48148148148148145, + "cpnp": null, + "ecp": 0.2333333333333333, + "kcpa": 0.6341463414634148, + "pelt": null, + "prophet": null, + "rbocpdms": 0.24528301886792453, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.9285714285714287 + }, + "occupancy": { + "amoc": null, + "binseg": null, + "bocpd": 0.9185857176087462, + "bocpdms": 0.7354964749851355, + "cpnp": null, + "ecp": 0.9322381930184805, + "kcpa": 0.8118309859154931, + "pelt": null, + "prophet": null, + "rbocpdms": null, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.34077855775366944 + }, + "run_log": { + "amoc": null, + "binseg": null, + "bocpd": 1.0, + "bocpdms": 0.4693877551020408, + "cpnp": null, + "ecp": 0.9898989898989901, + "kcpa": 0.9090909090909091, + "pelt": null, + "prophet": null, + "rbocpdms": 0.3801652892561983, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.4455958549222798 + } +} diff --git a/analysis/output/tables/default_cover_multi_full.json b/analysis/output/tables/default_cover_multi_full.json new file mode 100644 index 00000000..01ab082d --- /dev/null +++ b/analysis/output/tables/default_cover_multi_full.json @@ -0,0 +1,66 @@ +{ + "apple": { + "amoc": null, + "binseg": null, + "bocpd": 0.3653462772339612, + "bocpdms": 0.2977800585668351, + "cpnp": null, + "ecp": 0.3049860083075221, + "kcpa": 0.00707395498392283, + "pelt": null, + "prophet": null, + "rbocpdms": 0.42393874666441655, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.4246265030345013 + }, + "bee_waggle_6": { + "amoc": null, + "binseg": null, + "bocpd": 0.08938647559337216, + "bocpdms": 0.8872558038885254, + "cpnp": null, + "ecp": 0.11625615763546797, + "kcpa": 0.003940886699507389, + "pelt": null, + "prophet": null, + "rbocpdms": 0.27733495688096543, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.8911284212456287 + }, + "occupancy": { + "amoc": null, + "binseg": null, + "bocpd": 0.5490006857012464, + "bocpdms": 0.45885921215510733, + "cpnp": null, + "ecp": 0.5304111026992682, + "kcpa": 0.049901768172888016, + "pelt": null, + "prophet": null, + "rbocpdms": 0.4668735183377498, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.23562129218275363 + }, + "run_log": { + "amoc": null, + "binseg": null, + "bocpd": 0.8153563279337671, + "bocpdms": 0.30183224229794325, + "cpnp": null, + "ecp": 0.6567594752969262, + "kcpa": 0.12819148936170213, + "pelt": null, + "prophet": null, + "rbocpdms": 0.43853126552866445, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.3035168628338615 + } +} diff --git a/analysis/output/tables/default_f1_multi_full.json b/analysis/output/tables/default_f1_multi_full.json new file mode 100644 index 00000000..1dacaaa0 --- /dev/null +++ b/analysis/output/tables/default_f1_multi_full.json @@ -0,0 +1,66 @@ +{ + "apple": { + "amoc": null, + "binseg": null, + "bocpd": 0.5131414267834794, + "bocpdms": 0.3175832687838885, + "cpnp": null, + "ecp": 0.5131414267834794, + "kcpa": 0.02857142857142857, + "pelt": null, + "prophet": null, + "rbocpdms": 0.37254901960784315, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.59375 + }, + "bee_waggle_6": { + "amoc": null, + "binseg": null, + "bocpd": 0.12068965517241377, + "bocpdms": 0.48148148148148145, + "cpnp": null, + "ecp": 0.12380952380952381, + "kcpa": 0.009836065573770493, + "pelt": null, + "prophet": null, + "rbocpdms": 0.2184873949579832, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.9285714285714287 + }, + "occupancy": { + "amoc": null, + "binseg": null, + "bocpd": 0.8074418604651163, + "bocpdms": 0.4960063170042822, + "cpnp": null, + "ecp": 0.7497194163860831, + "kcpa": 0.10672853828306264, + "pelt": null, + "prophet": null, + "rbocpdms": 0.28980490874764003, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.34077855775366944 + }, + "run_log": { + "amoc": null, + "binseg": null, + "bocpd": 1.0, + "bocpdms": 0.4200913242009132, + "cpnp": null, + "ecp": 0.7919588592800375, + "kcpa": 0.13924050632911392, + "pelt": null, + "prophet": null, + "rbocpdms": 0.5428194993412385, + "rfpop": null, + "segneigh": null, + "wbs": null, + "zero": 0.4455958549222798 + } +} -- cgit v1.2.3