diff options
| author | Gertjan van den Burg <gertjanvandenburg@gmail.com> | 2020-05-25 13:47:18 +0100 |
|---|---|---|
| committer | Gertjan van den Burg <gertjanvandenburg@gmail.com> | 2020-05-25 14:19:58 +0100 |
| commit | f3b6797e3b4a2dd1be46d3c8c59b2d74d1a129bf (patch) | |
| tree | 4854f6d68179f23264e1d8acc4c6e23fe382c16a /analysis/output/tables | |
| parent | Don't update pip in Dockerfile (diff) | |
| download | TCPDBench-f3b6797e3b4a2dd1be46d3c8c59b2d74d1a129bf.tar.gz TCPDBench-f3b6797e3b4a2dd1be46d3c8c59b2d74d1a129bf.zip | |
Add the "zero" method
This method always returns that a series contains
no change points.
Diffstat (limited to 'analysis/output/tables')
17 files changed, 498 insertions, 337 deletions
diff --git a/analysis/output/tables/aggregate_table_wide.tex b/analysis/output/tables/aggregate_table_wide.tex index 37272f81..43aff1de 100644 --- a/analysis/output/tables/aggregate_table_wide.tex +++ b/analysis/output/tables/aggregate_table_wide.tex @@ -6,7 +6,7 @@ \textsc{amoc} & 0.702 & 0.664 & 0.746 & 0.783 & & & & \\ \textsc{binseg} & \textbf{0.706} & \textbf{0.680} & 0.780 & 0.803 & & & & \\ \textsc{bocpd} & 0.636 & 0.611 & \textbf{0.789} & \textbf{0.831} & 0.455 & 0.188 & \textbf{0.801} & \textbf{0.718} \\ -\textsc{bocpdms} & 0.633 & 0.476 & 0.744 & 0.569 & \textbf{0.486} & \textbf{0.286} & 0.623 & 0.386 \\ +\textsc{bocpdms} & 0.633 & 0.476 & 0.744 & 0.569 & \textbf{0.486} & 0.286 & 0.623 & 0.386 \\ \textsc{cpnp} & 0.535 & 0.534 & 0.552 & 0.567 & & & & \\ \textsc{ecp} & 0.523 & 0.551 & 0.720 & 0.706 & 0.402 & 0.238 & 0.590 & 0.388 \\ \textsc{kcpa} & 0.062 & 0.057 & 0.626 & 0.589 & 0.047 & 0.009 & 0.626 & 0.456 \\ @@ -16,5 +16,6 @@ \textsc{rfpop} & 0.392 & 0.372 & 0.414 & 0.392 & & & & \\ \textsc{segneigh} & 0.676 & 0.626 & 0.784 & 0.806 & & & & \\ \textsc{wbs} & 0.330 & 0.300 & 0.428 & 0.390 & & & & \\ +\textsc{zero} & 0.583 & 0.669 & 0.579 & 0.662 & 0.464 & \textbf{0.577} & 0.464 & 0.577 \\ \cmidrule(r){1-1}\cmidrule(lr){2-5}\cmidrule(l){6-9} \end{tabular} diff --git a/analysis/output/tables/best_cover_combined_full.tex b/analysis/output/tables/best_cover_combined_full.tex index 4d021db3..5bfca2e1 100644 --- a/analysis/output/tables/best_cover_combined_full.tex +++ b/analysis/output/tables/best_cover_combined_full.tex @@ -1,48 +1,48 @@ -\begin{tabular}{lccccccccccccc} -Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs}\\ +\begin{tabular}{lcccccccccccccc} +Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs} & \textsc{zero}\\ \hline -\verb+bank+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.997 & 0.103 & 0.238 & 0.509 & 0.509 & \textbf{1.000} & T & 0.036 & \textbf{1.000} & 0.053\\ -\verb+bitcoin+ & 0.771 & 0.771 & \textbf{0.822} & 0.773 & 0.364 & 0.772 & 0.778 & 0.794 & 0.723 & T & 0.168 & 0.771 & 0.409\\ -\verb+brent_spot+ & 0.503 & 0.650 & \textbf{0.667} & 0.265 & 0.437 & 0.653 & 0.571 & 0.659 & 0.527 & T & 0.235 & 0.659 & 0.310\\ -\verb+businv+ & 0.574 & 0.562 & \textbf{0.693} & 0.459 & 0.402 & 0.690 & 0.405 & 0.647 & 0.539 & 0.459 & 0.123 & 0.647 & 0.154\\ -\verb+centralia+ & 0.675 & 0.675 & \textbf{0.753} & 0.650 & 0.675 & \textbf{0.753} & 0.675 & 0.675 & 0.675 & 0.624 & 0.568 & 0.675 & 0.253\\ -\verb+children_per_woman+ & \textbf{0.804} & 0.798 & 0.801 & 0.427 & 0.486 & 0.718 & 0.613 & 0.798 & 0.521 & 0.715 & 0.154 & 0.798 & 0.284\\ -\verb+co2_canada+ & 0.527 & 0.747 & \textbf{0.773} & 0.584 & 0.528 & 0.751 & 0.739 & 0.705 & 0.605 & 0.617 & 0.497 & 0.752 & 0.552\\ -\verb+construction+ & \textbf{0.629} & 0.575 & 0.585 & 0.571 & 0.375 & 0.524 & 0.395 & 0.423 & 0.561 & 0.575 & 0.154 & 0.575 & 0.300\\ -\verb+debt_ireland+ & 0.635 & 0.717 & 0.688 & 0.729 & 0.777 & \textbf{0.798} & 0.747 & 0.777 & 0.321 & 0.396 & 0.489 & 0.777 & 0.248\\ -\verb+gdp_argentina+ & \textbf{0.737} & \textbf{0.737} & \textbf{0.737} & 0.711 & 0.461 & \textbf{0.737} & 0.367 & 0.667 & 0.592 & 0.711 & 0.346 & \textbf{0.737} & 0.326\\ -\verb+gdp_croatia+ & \textbf{0.708} & \textbf{0.708} & \textbf{0.708} & 0.675 & \textbf{0.708} & \textbf{0.708} & 0.623 & \textbf{0.708} & \textbf{0.708} & \textbf{0.708} & 0.353 & \textbf{0.708} & 0.108\\ -\verb+gdp_iran+ & 0.583 & 0.583 & 0.583 & 0.611 & 0.448 & 0.583 & 0.505 & 0.505 & 0.583 & \textbf{0.692} & 0.248 & 0.583 & 0.295\\ -\verb+gdp_japan+ & \textbf{0.802} & \textbf{0.802} & \textbf{0.802} & 0.777 & 0.522 & \textbf{0.802} & 0.525 & \textbf{0.802} & \textbf{0.802} & \textbf{0.802} & 0.283 & \textbf{0.802} & 0.283\\ -\verb+global_co2+ & \textbf{0.758} & \textbf{0.758} & \textbf{0.758} & 0.745 & 0.381 & 0.665 & 0.602 & 0.743 & 0.284 & 0.745 & 0.368 & \textbf{0.758} & 0.338\\ -\verb+homeruns+ & \textbf{0.694} & 0.683 & \textbf{0.694} & 0.681 & 0.537 & \textbf{0.694} & 0.501 & 0.683 & 0.575 & 0.506 & 0.392 & 0.683 & 0.407\\ -\verb+iceland_tourism+ & \textbf{0.946} & \textbf{0.946} & \textbf{0.946} & 0.936 & 0.393 & 0.842 & 0.655 & 0.830 & 0.498 & 0.936 & 0.293 & \textbf{0.946} & 0.512\\ -\verb+jfk_passengers+ & 0.844 & 0.839 & 0.837 & \textbf{0.855} & 0.583 & 0.807 & 0.563 & 0.839 & 0.373 & T & 0.393 & 0.839 & 0.514\\ -\verb+lga_passengers+ & 0.434 & 0.541 & 0.547 & 0.475 & 0.478 & \textbf{0.653} & 0.536 & 0.534 & 0.446 & T & 0.426 & 0.543 & 0.501\\ -\verb+measles+ & \textbf{0.951} & \textbf{0.951} & \textbf{0.951} & 0.950 & 0.098 & 0.105 & 0.400 & 0.232 & 0.616 & F/T & 0.046 & \textbf{0.951} & 0.084\\ -\verb+nile+ & \textbf{0.888} & 0.880 & \textbf{0.888} & 0.870 & 0.880 & \textbf{0.888} & 0.758 & 0.880 & 0.758 & 0.876 & 0.880 & 0.880 & 0.880\\ -\verb+ozone+ & 0.721 & 0.600 & 0.602 & 0.735 & 0.458 & 0.676 & 0.451 & 0.635 & 0.574 & \textbf{0.755} & 0.358 & 0.627 & 0.309\\ -\verb+quality_control_1+ & \textbf{0.996} & 0.992 & \textbf{0.996} & 0.990 & 0.721 & 0.989 & 0.620 & 0.992 & 0.693 & 0.780 & 0.706 & 0.992 & 0.687\\ -\verb+quality_control_2+ & 0.927 & 0.922 & \textbf{0.927} & 0.921 & 0.922 & 0.927 & \textbf{0.927} & 0.922 & 0.723 & 0.637 & 0.922 & 0.922 & 0.922\\ -\verb+quality_control_3+ & \textbf{0.997} & 0.996 & \textbf{0.997} & 0.987 & 0.831 & \textbf{0.997} & \textbf{0.997} & 0.996 & 0.500 & T & 0.978 & 0.996 & 0.996\\ -\verb+quality_control_4+ & \textbf{0.742} & 0.673 & 0.673 & 0.670 & 0.508 & 0.540 & 0.535 & 0.673 & 0.673 & T & 0.077 & 0.673 & 0.506\\ -\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+rail_lines+ & 0.786 & 0.786 & 0.768 & 0.769 & \textbf{0.786} & 0.768 & 0.773 & 0.786 & 0.534 & 0.769 & 0.482 & 0.786 & 0.103\\ -\verb+ratner_stock+ & 0.874 & 0.914 & 0.906 & 0.872 & 0.382 & 0.874 & 0.771 & \textbf{0.914} & 0.444 & T & 0.162 & \textbf{0.914} & 0.182\\ -\verb+robocalls+ & 0.666 & 0.788 & \textbf{0.808} & 0.741 & 0.677 & \textbf{0.808} & \textbf{0.808} & 0.760 & 0.601 & 0.682 & 0.569 & 0.760 & 0.559\\ -\verb+scanline_126007+ & 0.634 & 0.633 & 0.631 & \textbf{0.677} & 0.433 & 0.390 & 0.494 & 0.444 & 0.503 & T & 0.316 & 0.633 & 0.329\\ -\verb+scanline_42049+ & 0.425 & 0.861 & \textbf{0.892} & 0.875 & 0.577 & 0.862 & 0.860 & 0.862 & 0.441 & T & 0.257 & 0.862 & 0.690\\ -\verb+seatbelts+ & 0.683 & 0.797 & 0.800 & 0.630 & \textbf{0.809} & 0.800 & 0.702 & 0.797 & 0.635 & 0.533 & 0.660 & 0.797 & 0.727\\ -\verb+shanghai_license+ & \textbf{0.930} & 0.920 & 0.920 & 0.911 & 0.474 & 0.920 & 0.497 & 0.920 & 0.804 & 0.763 & 0.381 & 0.920 & 0.351\\ -\verb+uk_coal_employ+ & M & M & M & \textbf{0.504} & M & 0.356 & 0.356 & M & 0.481 & M & M & M & M\\ -\verb+unemployment_nl+ & 0.627 & 0.669 & \textbf{0.669} & 0.572 & 0.503 & 0.501 & 0.476 & 0.650 & 0.507 & F/T & 0.246 & 0.650 & 0.447\\ -\verb+us_population+ & \textbf{0.803} & \textbf{0.803} & 0.737 & 0.801 & 0.391 & 0.508 & 0.271 & 0.506 & 0.135 & T & \textbf{0.803} & \textbf{0.803} & 0.050\\ -\verb+usd_isk+ & 0.865 & 0.764 & 0.853 & \textbf{0.866} & 0.540 & 0.858 & 0.714 & 0.791 & 0.436 & 0.770 & 0.166 & 0.791 & 0.401\\ -\verb+well_log+ & 0.463 & 0.828 & 0.793 & 0.769 & 0.779 & \textbf{0.846} & 0.798 & 0.782 & 0.411 & T & 0.787 & 0.782 & 0.768\\ +\verb+bank+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.997 & 0.103 & 0.238 & 0.509 & 0.509 & \textbf{1.000} & T & 0.036 & \textbf{1.000} & 0.053 & \textbf{1.000}\\ +\verb+bitcoin+ & 0.771 & 0.771 & \textbf{0.822} & 0.773 & 0.364 & 0.772 & 0.778 & 0.794 & 0.723 & T & 0.168 & 0.771 & 0.409 & 0.516\\ +\verb+brent_spot+ & 0.503 & 0.650 & \textbf{0.667} & 0.265 & 0.437 & 0.653 & 0.571 & 0.659 & 0.527 & T & 0.235 & 0.659 & 0.310 & 0.266\\ +\verb+businv+ & 0.574 & 0.562 & \textbf{0.693} & 0.459 & 0.402 & 0.690 & 0.405 & 0.647 & 0.539 & 0.459 & 0.123 & 0.647 & 0.154 & 0.461\\ +\verb+centralia+ & 0.675 & 0.675 & \textbf{0.753} & 0.650 & 0.675 & \textbf{0.753} & 0.675 & 0.675 & 0.675 & 0.624 & 0.568 & 0.675 & 0.253 & 0.675\\ +\verb+children_per_woman+ & \textbf{0.804} & 0.798 & 0.801 & 0.427 & 0.486 & 0.718 & 0.613 & 0.798 & 0.521 & 0.715 & 0.154 & 0.798 & 0.284 & 0.429\\ +\verb+co2_canada+ & 0.527 & 0.747 & \textbf{0.773} & 0.584 & 0.528 & 0.751 & 0.739 & 0.705 & 0.605 & 0.617 & 0.497 & 0.752 & 0.552 & 0.278\\ +\verb+construction+ & \textbf{0.629} & 0.575 & 0.585 & 0.571 & 0.375 & 0.524 & 0.395 & 0.423 & 0.561 & 0.575 & 0.154 & 0.575 & 0.300 & 0.575\\ +\verb+debt_ireland+ & 0.635 & 0.717 & 0.688 & 0.729 & 0.777 & \textbf{0.798} & 0.747 & 0.777 & 0.321 & 0.396 & 0.489 & 0.777 & 0.248 & 0.321\\ +\verb+gdp_argentina+ & \textbf{0.737} & \textbf{0.737} & \textbf{0.737} & 0.711 & 0.461 & \textbf{0.737} & 0.367 & 0.667 & 0.592 & 0.711 & 0.346 & \textbf{0.737} & 0.326 & \textbf{0.737}\\ +\verb+gdp_croatia+ & \textbf{0.708} & \textbf{0.708} & \textbf{0.708} & 0.675 & \textbf{0.708} & \textbf{0.708} & 0.623 & \textbf{0.708} & \textbf{0.708} & \textbf{0.708} & 0.353 & \textbf{0.708} & 0.108 & \textbf{0.708}\\ +\verb+gdp_iran+ & 0.583 & 0.583 & 0.583 & 0.611 & 0.448 & 0.583 & 0.505 & 0.505 & 0.583 & \textbf{0.692} & 0.248 & 0.583 & 0.295 & 0.583\\ +\verb+gdp_japan+ & \textbf{0.802} & \textbf{0.802} & \textbf{0.802} & 0.777 & 0.522 & \textbf{0.802} & 0.525 & \textbf{0.802} & \textbf{0.802} & \textbf{0.802} & 0.283 & \textbf{0.802} & 0.283 & \textbf{0.802}\\ +\verb+global_co2+ & \textbf{0.758} & \textbf{0.758} & \textbf{0.758} & 0.745 & 0.381 & 0.665 & 0.602 & 0.743 & 0.284 & 0.745 & 0.368 & \textbf{0.758} & 0.338 & \textbf{0.758}\\ +\verb+homeruns+ & \textbf{0.694} & 0.683 & \textbf{0.694} & 0.681 & 0.537 & \textbf{0.694} & 0.501 & 0.683 & 0.575 & 0.506 & 0.392 & 0.683 & 0.407 & 0.511\\ +\verb+iceland_tourism+ & \textbf{0.946} & \textbf{0.946} & \textbf{0.946} & 0.936 & 0.393 & 0.842 & 0.655 & 0.830 & 0.498 & 0.936 & 0.293 & \textbf{0.946} & 0.512 & \textbf{0.946}\\ +\verb+jfk_passengers+ & 0.844 & 0.839 & 0.837 & \textbf{0.855} & 0.583 & 0.807 & 0.563 & 0.839 & 0.373 & T & 0.393 & 0.839 & 0.514 & 0.630\\ +\verb+lga_passengers+ & 0.434 & 0.541 & 0.547 & 0.475 & 0.478 & \textbf{0.653} & 0.536 & 0.534 & 0.446 & T & 0.426 & 0.543 & 0.501 & 0.383\\ +\verb+measles+ & \textbf{0.951} & \textbf{0.951} & \textbf{0.951} & 0.950 & 0.098 & 0.105 & 0.400 & 0.232 & 0.616 & F/T & 0.046 & \textbf{0.951} & 0.084 & \textbf{0.951}\\ +\verb+nile+ & \textbf{0.888} & 0.880 & \textbf{0.888} & 0.870 & 0.880 & \textbf{0.888} & 0.758 & 0.880 & 0.758 & 0.876 & 0.880 & 0.880 & 0.880 & 0.758\\ +\verb+ozone+ & 0.721 & 0.600 & 0.602 & 0.735 & 0.458 & 0.676 & 0.451 & 0.635 & 0.574 & \textbf{0.755} & 0.358 & 0.627 & 0.309 & 0.574\\ +\verb+quality_control_1+ & \textbf{0.996} & 0.992 & \textbf{0.996} & 0.990 & 0.721 & 0.989 & 0.620 & 0.992 & 0.693 & 0.780 & 0.706 & 0.992 & 0.687 & 0.503\\ +\verb+quality_control_2+ & 0.927 & 0.922 & \textbf{0.927} & 0.921 & 0.922 & 0.927 & \textbf{0.927} & 0.922 & 0.723 & 0.637 & 0.922 & 0.922 & 0.922 & 0.638\\ +\verb+quality_control_3+ & \textbf{0.997} & 0.996 & \textbf{0.997} & 0.987 & 0.831 & \textbf{0.997} & \textbf{0.997} & 0.996 & 0.500 & T & 0.978 & 0.996 & 0.996 & 0.500\\ +\verb+quality_control_4+ & \textbf{0.742} & 0.673 & 0.673 & 0.670 & 0.508 & 0.540 & 0.535 & 0.673 & 0.673 & T & 0.077 & 0.673 & 0.506 & 0.673\\ +\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ +\verb+rail_lines+ & 0.786 & 0.786 & 0.768 & 0.769 & \textbf{0.786} & 0.768 & 0.773 & 0.786 & 0.534 & 0.769 & 0.482 & 0.786 & 0.103 & 0.428\\ +\verb+ratner_stock+ & 0.874 & 0.914 & 0.906 & 0.872 & 0.382 & 0.874 & 0.771 & \textbf{0.914} & 0.444 & T & 0.162 & \textbf{0.914} & 0.182 & 0.450\\ +\verb+robocalls+ & 0.666 & 0.788 & \textbf{0.808} & 0.741 & 0.677 & \textbf{0.808} & \textbf{0.808} & 0.760 & 0.601 & 0.682 & 0.569 & 0.760 & 0.559 & 0.601\\ +\verb+scanline_126007+ & 0.634 & 0.633 & 0.631 & \textbf{0.677} & 0.433 & 0.390 & 0.494 & 0.444 & 0.503 & T & 0.316 & 0.633 & 0.329 & 0.503\\ +\verb+scanline_42049+ & 0.425 & 0.861 & \textbf{0.892} & 0.875 & 0.577 & 0.862 & 0.860 & 0.862 & 0.441 & T & 0.257 & 0.862 & 0.690 & 0.211\\ +\verb+seatbelts+ & 0.683 & 0.797 & 0.800 & 0.630 & \textbf{0.809} & 0.800 & 0.702 & 0.797 & 0.635 & 0.533 & 0.660 & 0.797 & 0.727 & 0.528\\ +\verb+shanghai_license+ & \textbf{0.930} & 0.920 & 0.920 & 0.911 & 0.474 & 0.920 & 0.497 & 0.920 & 0.804 & 0.763 & 0.381 & 0.920 & 0.351 & 0.547\\ +\verb+uk_coal_employ+ & M & M & M & \textbf{0.504} & M & 0.356 & 0.356 & M & 0.481 & M & M & M & M & 0.356\\ +\verb+unemployment_nl+ & 0.627 & 0.669 & \textbf{0.669} & 0.572 & 0.503 & 0.501 & 0.476 & 0.650 & 0.507 & F/T & 0.246 & 0.650 & 0.447 & 0.507\\ +\verb+us_population+ & \textbf{0.803} & \textbf{0.803} & 0.737 & 0.801 & 0.391 & 0.508 & 0.271 & 0.506 & 0.135 & T & \textbf{0.803} & \textbf{0.803} & 0.050 & \textbf{0.803}\\ +\verb+usd_isk+ & 0.865 & 0.764 & 0.853 & \textbf{0.866} & 0.540 & 0.858 & 0.714 & 0.791 & 0.436 & 0.770 & 0.166 & 0.791 & 0.401 & 0.436\\ +\verb+well_log+ & 0.463 & 0.828 & 0.793 & 0.769 & 0.779 & \textbf{0.846} & 0.798 & 0.782 & 0.411 & T & 0.787 & 0.782 & 0.768 & 0.225\\ \hline -\verb+apple+ & & & \textbf{0.846} & 0.720 & & 0.758 & 0.462 & & & F/T & & & \\ -\verb+bee_waggle_6+ & & & \textbf{0.891} & 0.889 & & 0.116 & 0.730 & & & 0.205 & & & \\ -\verb+occupancy+ & & & 0.645 & 0.556 & & \textbf{0.666} & 0.581 & & & F/T & & & \\ -\verb+run_log+ & & & \textbf{0.824} & 0.327 & & 0.819 & 0.729 & & & 0.329 & & & \\ +\verb+apple+ & & & \textbf{0.846} & 0.720 & & 0.758 & 0.462 & & & F/T & & & & 0.425\\ +\verb+bee_waggle_6+ & & & \textbf{0.891} & 0.889 & & 0.116 & 0.730 & & & 0.205 & & & & \textbf{0.891}\\ +\verb+occupancy+ & & & 0.645 & 0.556 & & \textbf{0.666} & 0.581 & & & F/T & & & & 0.236\\ +\verb+run_log+ & & & \textbf{0.824} & 0.327 & & 0.819 & 0.729 & & & 0.329 & & & & 0.304\\ \hline \end{tabular} diff --git a/analysis/output/tables/best_cover_multi_avg.json b/analysis/output/tables/best_cover_multi_avg.json index 1a265803..e7a3600c 100644 --- a/analysis/output/tables/best_cover_multi_avg.json +++ b/analysis/output/tables/best_cover_multi_avg.json @@ -2,5 +2,6 @@ "bocpd": 0.8014610836188212, "bocpdms": 0.623177929675182, "ecp": 0.5896897742279563, - "kcpa": 0.6257272238922049 + "kcpa": 0.6257272238922049, + "zero": 0.4637232698241863 } diff --git a/analysis/output/tables/best_cover_uni_avg.json b/analysis/output/tables/best_cover_uni_avg.json index a165b853..b8808e3d 100644 --- a/analysis/output/tables/best_cover_uni_avg.json +++ b/analysis/output/tables/best_cover_uni_avg.json @@ -10,5 +10,6 @@ "prophet": 0.5762221953717342, "rfpop": 0.41415432945370306, "segneigh": 0.783592466351048, - "wbs": 0.42803626569747943 + "wbs": 0.42803626569747943, + "zero": 0.5787669555339219 } diff --git a/analysis/output/tables/best_cover_uni_full.json b/analysis/output/tables/best_cover_uni_full.json index 4d518d66..12d3ea8b 100644 --- a/analysis/output/tables/best_cover_uni_full.json +++ b/analysis/output/tables/best_cover_uni_full.json @@ -12,7 +12,8 @@ "rbocpdms": null, "rfpop": 0.03614457831325301, "segneigh": 1.0, - "wbs": 0.05335628227194492 + "wbs": 0.05335628227194492, + "zero": 1.0 }, "bitcoin": { "amoc": 0.7707706590725811, @@ -27,7 +28,8 @@ "rbocpdms": null, "rfpop": 0.16794573643410854, "segneigh": 0.7712230785185206, - "wbs": 0.409493345209164 + "wbs": 0.409493345209164, + "zero": 0.5162283249537621 }, "brent_spot": { "amoc": 0.5028414234471386, @@ -42,7 +44,8 @@ "rbocpdms": null, "rfpop": 0.23491099182381608, "segneigh": 0.6585704614415928, - "wbs": 0.31014712103354664 + "wbs": 0.31014712103354664, + "zero": 0.2658176 }, "businv": { "amoc": 0.5735800041718168, @@ -57,7 +60,8 @@ "rbocpdms": 0.45893761338439826, "rfpop": 0.1227128427128427, "segneigh": 0.6471030804943848, - "wbs": 0.15422799422799421 + "wbs": 0.15422799422799421, + "zero": 0.46094765840220386 }, "centralia": { "amoc": 0.6746666666666667, @@ -72,7 +76,8 @@ "rbocpdms": 0.6235897435897436, "rfpop": 0.5683333333333334, "segneigh": 0.6746666666666667, - "wbs": 0.2533333333333333 + "wbs": 0.2533333333333333, + "zero": 0.6746666666666667 }, "children_per_woman": { "amoc": 0.8043846316761503, @@ -87,7 +92,8 @@ "rbocpdms": 0.7152983477067913, "rfpop": 0.15409241920869826, "segneigh": 0.7982556272643626, - "wbs": 0.2843853820598007 + "wbs": 0.2843853820598007, + "zero": 0.42910563901060694 }, "co2_canada": { "amoc": 0.5267191888742934, @@ -102,7 +108,8 @@ "rbocpdms": 0.6167070784423279, "rfpop": 0.4966352996448755, "segneigh": 0.7516527165934928, - "wbs": 0.5520636623107346 + "wbs": 0.5520636623107346, + "zero": 0.2775684153596538 }, "construction": { "amoc": 0.6285250381802105, @@ -117,7 +124,8 @@ "rbocpdms": 0.5749347601306438, "rfpop": 0.1537453963797438, "segneigh": 0.5746032369964917, - "wbs": 0.29963287533304633 + "wbs": 0.29963287533304633, + "zero": 0.5746032369964917 }, "debt_ireland": { "amoc": 0.6346153846153847, @@ -132,7 +140,8 @@ "rbocpdms": 0.39596560846560835, "rfpop": 0.4888888888888888, "segneigh": 0.7770823885109599, - "wbs": 0.24761904761904757 + "wbs": 0.24761904761904757, + "zero": 0.32063492063492066 }, "gdp_argentina": { "amoc": 0.737087043952887, @@ -147,7 +156,8 @@ "rbocpdms": 0.7110348407646522, "rfpop": 0.3461016949152542, "segneigh": 0.737087043952887, - "wbs": 0.32618917441224715 + "wbs": 0.32618917441224715, + "zero": 0.737087043952887 }, "gdp_croatia": { "amoc": 0.7083333333333333, @@ -162,7 +172,8 @@ "rbocpdms": 0.7083333333333333, "rfpop": 0.35303030303030297, "segneigh": 0.7083333333333333, - "wbs": 0.10833333333333332 + "wbs": 0.10833333333333332, + "zero": 0.7083333333333333 }, "gdp_iran": { "amoc": 0.582639714625446, @@ -177,7 +188,8 @@ "rbocpdms": 0.6920977011494253, "rfpop": 0.2482758620689655, "segneigh": 0.582639714625446, - "wbs": 0.2949833691213002 + "wbs": 0.2949833691213002, + "zero": 0.582639714625446 }, "gdp_japan": { "amoc": 0.802140309155767, @@ -192,7 +204,8 @@ "rbocpdms": 0.802140309155767, "rfpop": 0.2827586206896552, "segneigh": 0.802140309155767, - "wbs": 0.2827586206896552 + "wbs": 0.2827586206896552, + "zero": 0.802140309155767 }, "global_co2": { "amoc": 0.7583210059171598, @@ -207,7 +220,8 @@ "rbocpdms": 0.7448794088641374, "rfpop": 0.368040293040293, "segneigh": 0.7583210059171598, - "wbs": 0.3384615384615385 + "wbs": 0.3384615384615385, + "zero": 0.7583210059171598 }, "homeruns": { "amoc": 0.6938028443405415, @@ -222,7 +236,8 @@ "rbocpdms": 0.505774202815283, "rfpop": 0.39217533606078314, "segneigh": 0.6826141913243321, - "wbs": 0.4067376916868442 + "wbs": 0.4067376916868442, + "zero": 0.5107153116920425 }, "iceland_tourism": { "amoc": 0.9460215651119921, @@ -237,7 +252,8 @@ "rbocpdms": 0.9363470414337328, "rfpop": 0.2934673366834171, "segneigh": 0.9460215651119921, - "wbs": 0.5115577889447236 + "wbs": 0.5115577889447236, + "zero": 0.9460215651119921 }, "jfk_passengers": { "amoc": 0.8439883836604652, @@ -252,7 +268,8 @@ "rbocpdms": null, "rfpop": 0.3925633037782571, "segneigh": 0.8392664497512488, - "wbs": 0.5139308251457784 + "wbs": 0.5139308251457784, + "zero": 0.6298433048433048 }, "lga_passengers": { "amoc": 0.4338709848416259, @@ -267,7 +284,8 @@ "rbocpdms": null, "rfpop": 0.4262999539839297, "segneigh": 0.5433669095513529, - "wbs": 0.5011004228024014 + "wbs": 0.5011004228024014, + "zero": 0.3830283439257799 }, "measles": { "amoc": 0.9511852891971232, @@ -282,7 +300,8 @@ "rbocpdms": null, "rfpop": 0.04641775983854692, "segneigh": 0.9511852891971232, - "wbs": 0.08355196770938446 + "wbs": 0.08355196770938446, + "zero": 0.9511852891971232 }, "nile": { "amoc": 0.8879999999999999, @@ -297,7 +316,8 @@ "rbocpdms": 0.876, "rfpop": 0.8800821917808218, "segneigh": 0.8800821917808218, - "wbs": 0.8800821917808218 + "wbs": 0.8800821917808218, + "zero": 0.75808 }, "ozone": { "amoc": 0.721132897603486, @@ -312,7 +332,8 @@ "rbocpdms": 0.7551276156793397, "rfpop": 0.3583333333333333, "segneigh": 0.6265993265993266, - "wbs": 0.3091358024691358 + "wbs": 0.3091358024691358, + "zero": 0.5736625514403293 }, "quality_control_1": { "amoc": 0.9961856952610209, @@ -327,7 +348,8 @@ "rbocpdms": 0.7795527156549521, "rfpop": 0.7060702875399361, "segneigh": 0.9923773726743093, - "wbs": 0.6869009584664537 + "wbs": 0.6869009584664537, + "zero": 0.5031081260398699 }, "quality_control_2": { "amoc": 0.9265200095891666, @@ -342,7 +364,8 @@ "rbocpdms": 0.6373260548351702, "rfpop": 0.9223181723701366, "segneigh": 0.9223181723701366, - "wbs": 0.9223181723701366 + "wbs": 0.9223181723701366, + "zero": 0.6382524441558766 }, "quality_control_3": { "amoc": 0.9967303392229183, @@ -357,7 +380,8 @@ "rbocpdms": null, "rfpop": 0.9781420765027322, "segneigh": 0.995645855133124, - "wbs": 0.995645855133124 + "wbs": 0.995645855133124, + "zero": 0.5002717310161545 }, "quality_control_4": { "amoc": 0.7420870811176372, @@ -372,7 +396,8 @@ "rbocpdms": null, "rfpop": 0.0768, "segneigh": 0.6727407999999999, - "wbs": 0.5057797345000524 + "wbs": 0.5057797345000524, + "zero": 0.6727407999999999 }, "quality_control_5": { "amoc": 1.0, @@ -387,7 +412,8 @@ "rbocpdms": 0.9938461538461538, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 1.0 }, "rail_lines": { "amoc": 0.7863825363825364, @@ -402,7 +428,8 @@ "rbocpdms": 0.7694570135746607, "rfpop": 0.48243243243243245, "segneigh": 0.7863825363825364, - "wbs": 0.10270270270270272 + "wbs": 0.10270270270270272, + "zero": 0.4281957633308984 }, "ratner_stock": { "amoc": 0.8744899316668506, @@ -417,7 +444,8 @@ "rbocpdms": null, "rfpop": 0.1623333333333333, "segneigh": 0.9140453687993402, - "wbs": 0.18233333333333335 + "wbs": 0.18233333333333335, + "zero": 0.4503255555555555 }, "robocalls": { "amoc": 0.6663905325443786, @@ -432,7 +460,8 @@ "rbocpdms": 0.682242225859247, "rfpop": 0.5686213499144533, "segneigh": 0.7603878525125991, - "wbs": 0.5594180532111567 + "wbs": 0.5594180532111567, + "zero": 0.6005917159763314 }, "scanline_126007": { "amoc": 0.634460086655894, @@ -447,7 +476,8 @@ "rbocpdms": null, "rfpop": 0.3155288774231227, "segneigh": 0.6328517598946248, - "wbs": 0.3286599872605218 + "wbs": 0.3286599872605218, + "zero": 0.5027199917012807 }, "scanline_42049": { "amoc": 0.42470973117825894, @@ -462,7 +492,8 @@ "rbocpdms": null, "rfpop": 0.2572545092059262, "segneigh": 0.8622300706056162, - "wbs": 0.6895004577676643 + "wbs": 0.6895004577676643, + "zero": 0.2112845293718475 }, "seatbelts": { "amoc": 0.6825404441929043, @@ -477,7 +508,8 @@ "rbocpdms": 0.5327701065891473, "rfpop": 0.6600846088435374, "segneigh": 0.796945892630244, - "wbs": 0.727164100252578 + "wbs": 0.727164100252578, + "zero": 0.5283637152777778 }, "shanghai_license": { "amoc": 0.9304479955144378, @@ -492,7 +524,8 @@ "rbocpdms": 0.7626867458376481, "rfpop": 0.38054693274205464, "segneigh": 0.9196947071511531, - "wbs": 0.35127864005912784 + "wbs": 0.35127864005912784, + "zero": 0.5470886377156454 }, "uk_coal_employ": { "amoc": null, @@ -507,7 +540,8 @@ "rbocpdms": null, "rfpop": null, "segneigh": null, - "wbs": null + "wbs": null, + "zero": 0.35648072562358274 }, "unemployment_nl": { "amoc": 0.6273577958058836, @@ -522,7 +556,8 @@ "rbocpdms": null, "rfpop": 0.245684751385686, "segneigh": 0.6502597869268365, - "wbs": 0.44679418355179584 + "wbs": 0.44679418355179584, + "zero": 0.5065595248493318 }, "us_population": { "amoc": 0.8033761053440983, @@ -537,7 +572,8 @@ "rbocpdms": null, "rfpop": 0.8033761053440983, "segneigh": 0.8033761053440983, - "wbs": 0.04950980392156863 + "wbs": 0.04950980392156863, + "zero": 0.8033761053440983 }, "usd_isk": { "amoc": 0.8645950599174581, @@ -552,7 +588,8 @@ "rbocpdms": 0.7700646665911591, "rfpop": 0.1664093343727211, "segneigh": 0.7906488739707632, - "wbs": 0.40051246830092985 + "wbs": 0.40051246830092985, + "zero": 0.43629300594994175 }, "well_log": { "amoc": 0.46267705859029923, @@ -567,6 +604,7 @@ "rbocpdms": null, "rfpop": 0.7871519424337239, "segneigh": 0.7822015138061366, - "wbs": 0.7677416100198158 + "wbs": 0.7677416100198158, + "zero": 0.22457547325102878 } } diff --git a/analysis/output/tables/best_f1_combined_full.tex b/analysis/output/tables/best_f1_combined_full.tex index 86510ded..c1feaa9a 100644 --- a/analysis/output/tables/best_f1_combined_full.tex +++ b/analysis/output/tables/best_f1_combined_full.tex @@ -1,48 +1,48 @@ -\begin{tabular}{lccccccccccccc} -Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs}\\ +\begin{tabular}{lcccccccccccccc} +Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs} & \textsc{zero}\\ \hline -\verb+bank+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & 0.054 & 0.200 & 0.333 & 0.400 & \textbf{1.000} & T & 0.015 & \textbf{1.000} & 0.043\\ -\verb+bitcoin+ & 0.507 & 0.639 & 0.630 & 0.491 & 0.462 & 0.507 & 0.584 & \textbf{0.669} & 0.354 & T & 0.186 & \textbf{0.669} & 0.472\\ -\verb+brent_spot+ & 0.465 & \textbf{0.609} & \textbf{0.609} & 0.239 & 0.555 & 0.522 & 0.427 & 0.518 & 0.173 & T & 0.379 & 0.518 & 0.443\\ -\verb+businv+ & \textbf{0.588} & \textbf{0.588} & \textbf{0.588} & 0.455 & 0.386 & 0.370 & 0.294 & 0.490 & 0.275 & 0.370 & 0.182 & \textbf{0.588} & 0.239\\ -\verb+centralia+ & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & 0.595 & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & 0.458 & 0.494 & \textbf{0.763} & 0.143\\ -\verb+children_per_woman+ & \textbf{0.678} & 0.507 & 0.620 & 0.405 & 0.310 & 0.432 & 0.416 & 0.525 & 0.310 & 0.504 & 0.113 & 0.525 & 0.222\\ -\verb+co2_canada+ & 0.544 & 0.856 & \textbf{0.893} & 0.479 & 0.642 & 0.875 & 0.819 & 0.661 & 0.482 & 0.542 & 0.407 & 0.872 & 0.547\\ -\verb+construction+ & \textbf{0.696} & \textbf{0.696} & \textbf{0.696} & 0.410 & 0.430 & 0.547 & 0.481 & 0.547 & 0.324 & 0.340 & 0.136 & \textbf{0.696} & 0.422\\ -\verb+debt_ireland+ & 0.760 & 0.760 & \textbf{0.958} & 0.738 & \textbf{0.958} & \textbf{0.958} & 0.842 & \textbf{0.958} & 0.469 & 0.748 & 0.462 & \textbf{0.958} & 0.273\\ -\verb+gdp_argentina+ & 0.889 & \textbf{0.947} & \textbf{0.947} & 0.583 & 0.818 & 0.889 & 0.800 & \textbf{0.947} & 0.615 & 0.452 & 0.615 & \textbf{0.947} & 0.421\\ -\verb+gdp_croatia+ & \textbf{1.000} & 0.824 & \textbf{1.000} & 0.583 & \textbf{1.000} & 0.824 & 0.583 & 0.824 & 0.824 & 0.824 & 0.400 & 0.824 & 0.167\\ -\verb+gdp_iran+ & 0.652 & 0.652 & \textbf{0.730} & 0.492 & 0.383 & 0.652 & 0.473 & 0.537 & 0.652 & 0.538 & 0.333 & 0.652 & 0.349\\ -\verb+gdp_japan+ & \textbf{1.000} & 0.889 & \textbf{1.000} & 0.615 & 0.667 & \textbf{1.000} & 0.500 & 0.889 & 0.889 & 0.889 & 0.222 & 0.889 & 0.222\\ -\verb+global_co2+ & \textbf{0.846} & \textbf{0.846} & \textbf{0.846} & 0.458 & 0.286 & 0.595 & 0.595 & 0.634 & 0.142 & 0.458 & 0.110 & \textbf{0.846} & 0.056\\ -\verb+homeruns+ & \textbf{0.659} & \textbf{0.659} & \textbf{0.659} & 0.397 & 0.301 & 0.577 & 0.370 & 0.577 & 0.218 & 0.397 & 0.141 & \textbf{0.659} & 0.164\\ -\verb+iceland_tourism+ & \textbf{0.947} & \textbf{0.947} & \textbf{0.947} & 0.486 & 0.391 & 0.667 & 0.486 & 0.643 & 0.220 & 0.486 & 0.105 & \textbf{0.947} & 0.105\\ -\verb+jfk_passengers+ & \textbf{0.723} & \textbf{0.723} & \textbf{0.723} & 0.437 & 0.430 & 0.531 & 0.264 & 0.559 & 0.354 & T & 0.283 & \textbf{0.723} & 0.264\\ -\verb+lga_passengers+ & 0.535 & 0.535 & 0.535 & 0.456 & 0.335 & \textbf{0.645} & 0.417 & 0.348 & 0.366 & T & 0.355 & 0.535 & 0.352\\ -\verb+measles+ & \textbf{0.947} & \textbf{0.947} & \textbf{0.947} & 0.486 & 0.118 & 0.080 & 0.281 & 0.153 & 0.391 & F/T & 0.030 & \textbf{0.947} & 0.041\\ -\verb+nile+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.800 & \textbf{1.000} & \textbf{1.000} & 0.824 & \textbf{1.000} & 0.824 & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+ozone+ & 0.776 & 0.723 & 0.857 & 0.778 & 0.750 & \textbf{1.000} & 0.667 & \textbf{1.000} & 0.723 & 0.651 & 0.429 & \textbf{1.000} & 0.286\\ -\verb+quality_control_1+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & 0.667 & \textbf{1.000} & 0.667 & \textbf{1.000} & 0.500 & 0.286 & 0.667 & \textbf{1.000} & 0.667\\ -\verb+quality_control_2+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.750 & 0.429 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+quality_control_3+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.766 & 0.571 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & T & 0.800 & \textbf{1.000} & \textbf{1.000}\\ -\verb+quality_control_4+ & \textbf{0.780} & \textbf{0.780} & \textbf{0.780} & 0.561 & 0.397 & 0.558 & 0.489 & \textbf{0.780} & \textbf{0.780} & T & 0.075 & \textbf{0.780} & 0.361\\ -\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+rail_lines+ & \textbf{0.846} & \textbf{0.846} & \textbf{0.846} & 0.698 & 0.778 & \textbf{0.846} & 0.500 & \textbf{0.846} & 0.537 & 0.595 & 0.364 & \textbf{0.846} & 0.108\\ -\verb+ratner_stock+ & \textbf{0.776} & 0.683 & \textbf{0.776} & 0.559 & 0.227 & \textbf{0.776} & 0.481 & 0.683 & 0.280 & T & 0.092 & 0.683 & 0.200\\ -\verb+robocalls+ & 0.800 & \textbf{0.966} & \textbf{0.966} & 0.750 & 0.832 & \textbf{0.966} & \textbf{0.966} & \textbf{0.966} & 0.636 & 0.846 & 0.587 & \textbf{0.966} & 0.500\\ -\verb+scanline_126007+ & \textbf{0.644} & \textbf{0.644} & \textbf{0.644} & 0.507 & 0.233 & 0.325 & 0.478 & 0.233 & \textbf{0.644} & T & 0.097 & \textbf{0.644} & 0.125\\ -\verb+scanline_42049+ & 0.485 & 0.863 & \textbf{0.962} & 0.782 & 0.609 & 0.815 & 0.908 & 0.790 & 0.202 & T & 0.262 & 0.799 & 0.522\\ -\verb+seatbelts+ & 0.824 & \textbf{0.838} & 0.683 & 0.583 & 0.735 & 0.683 & 0.621 & 0.683 & 0.452 & 0.383 & 0.456 & 0.735 & 0.583\\ -\verb+shanghai_license+ & \textbf{0.966} & 0.636 & 0.636 & 0.491 & 0.600 & 0.625 & 0.274 & 0.605 & 0.532 & 0.389 & 0.231 & 0.636 & 0.250\\ -\verb+uk_coal_employ+ & M & M & M & \textbf{0.617} & M & 0.513 & 0.513 & M & 0.551 & M & M & M & M\\ -\verb+unemployment_nl+ & 0.742 & \textbf{0.889} & 0.876 & 0.592 & 0.672 & 0.711 & 0.678 & 0.788 & 0.566 & F/T & 0.466 & 0.788 & 0.658\\ -\verb+us_population+ & \textbf{1.000} & 0.889 & \textbf{1.000} & 0.615 & 0.232 & 0.471 & 0.276 & 0.500 & 0.159 & T & 0.889 & 0.889 & 0.077\\ -\verb+usd_isk+ & \textbf{0.785} & 0.657 & \textbf{0.785} & 0.678 & 0.563 & \textbf{0.785} & 0.462 & 0.657 & 0.489 & 0.385 & 0.182 & 0.678 & 0.333\\ -\verb+well_log+ & 0.336 & 0.914 & 0.832 & 0.743 & 0.822 & \textbf{0.928} & 0.776 & 0.832 & 0.149 & T & 0.923 & 0.832 & 0.832\\ +\verb+bank+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & 0.054 & 0.200 & 0.333 & 0.400 & \textbf{1.000} & T & 0.015 & \textbf{1.000} & 0.043 & \textbf{1.000}\\ +\verb+bitcoin+ & 0.507 & 0.639 & 0.630 & 0.491 & 0.462 & 0.507 & 0.584 & \textbf{0.669} & 0.354 & T & 0.186 & \textbf{0.669} & 0.472 & 0.450\\ +\verb+brent_spot+ & 0.465 & \textbf{0.609} & \textbf{0.609} & 0.239 & 0.555 & 0.522 & 0.427 & 0.518 & 0.173 & T & 0.379 & 0.518 & 0.443 & 0.315\\ +\verb+businv+ & \textbf{0.588} & \textbf{0.588} & \textbf{0.588} & 0.455 & 0.386 & 0.370 & 0.294 & 0.490 & 0.275 & 0.370 & 0.182 & \textbf{0.588} & 0.239 & \textbf{0.588}\\ +\verb+centralia+ & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & 0.595 & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & \textbf{0.763} & 0.458 & 0.494 & \textbf{0.763} & 0.143 & \textbf{0.763}\\ +\verb+children_per_woman+ & \textbf{0.678} & 0.507 & 0.620 & 0.405 & 0.310 & 0.432 & 0.416 & 0.525 & 0.310 & 0.504 & 0.113 & 0.525 & 0.222 & 0.507\\ +\verb+co2_canada+ & 0.544 & 0.856 & \textbf{0.893} & 0.479 & 0.642 & 0.875 & 0.819 & 0.661 & 0.482 & 0.542 & 0.407 & 0.872 & 0.547 & 0.361\\ +\verb+construction+ & \textbf{0.696} & \textbf{0.696} & \textbf{0.696} & 0.410 & 0.430 & 0.547 & 0.481 & 0.547 & 0.324 & 0.340 & 0.136 & \textbf{0.696} & 0.422 & \textbf{0.696}\\ +\verb+debt_ireland+ & 0.760 & 0.760 & \textbf{0.958} & 0.738 & \textbf{0.958} & \textbf{0.958} & 0.842 & \textbf{0.958} & 0.469 & 0.748 & 0.462 & \textbf{0.958} & 0.273 & 0.469\\ +\verb+gdp_argentina+ & 0.889 & \textbf{0.947} & \textbf{0.947} & 0.583 & 0.818 & 0.889 & 0.800 & \textbf{0.947} & 0.615 & 0.452 & 0.615 & \textbf{0.947} & 0.421 & 0.824\\ +\verb+gdp_croatia+ & \textbf{1.000} & 0.824 & \textbf{1.000} & 0.583 & \textbf{1.000} & 0.824 & 0.583 & 0.824 & 0.824 & 0.824 & 0.400 & 0.824 & 0.167 & 0.824\\ +\verb+gdp_iran+ & 0.652 & 0.652 & \textbf{0.730} & 0.492 & 0.383 & 0.652 & 0.473 & 0.537 & 0.652 & 0.538 & 0.333 & 0.652 & 0.349 & 0.652\\ +\verb+gdp_japan+ & \textbf{1.000} & 0.889 & \textbf{1.000} & 0.615 & 0.667 & \textbf{1.000} & 0.500 & 0.889 & 0.889 & 0.889 & 0.222 & 0.889 & 0.222 & 0.889\\ +\verb+global_co2+ & \textbf{0.846} & \textbf{0.846} & \textbf{0.846} & 0.458 & 0.286 & 0.595 & 0.595 & 0.634 & 0.142 & 0.458 & 0.110 & \textbf{0.846} & 0.056 & \textbf{0.846}\\ +\verb+homeruns+ & \textbf{0.659} & \textbf{0.659} & \textbf{0.659} & 0.397 & 0.301 & 0.577 & 0.370 & 0.577 & 0.218 & 0.397 & 0.141 & \textbf{0.659} & 0.164 & \textbf{0.659}\\ +\verb+iceland_tourism+ & \textbf{0.947} & \textbf{0.947} & \textbf{0.947} & 0.486 & 0.391 & 0.667 & 0.486 & 0.643 & 0.220 & 0.486 & 0.105 & \textbf{0.947} & 0.105 & \textbf{0.947}\\ +\verb+jfk_passengers+ & \textbf{0.723} & \textbf{0.723} & \textbf{0.723} & 0.437 & 0.430 & 0.531 & 0.264 & 0.559 & 0.354 & T & 0.283 & \textbf{0.723} & 0.264 & \textbf{0.723}\\ +\verb+lga_passengers+ & 0.535 & 0.535 & 0.535 & 0.456 & 0.335 & \textbf{0.645} & 0.417 & 0.348 & 0.366 & T & 0.355 & 0.535 & 0.352 & 0.535\\ +\verb+measles+ & \textbf{0.947} & \textbf{0.947} & \textbf{0.947} & 0.486 & 0.118 & 0.080 & 0.281 & 0.153 & 0.391 & F/T & 0.030 & \textbf{0.947} & 0.041 & \textbf{0.947}\\ +\verb+nile+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.800 & \textbf{1.000} & \textbf{1.000} & 0.824 & \textbf{1.000} & 0.824 & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.824\\ +\verb+ozone+ & 0.776 & 0.723 & 0.857 & 0.778 & 0.750 & \textbf{1.000} & 0.667 & \textbf{1.000} & 0.723 & 0.651 & 0.429 & \textbf{1.000} & 0.286 & 0.723\\ +\verb+quality_control_1+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & 0.667 & \textbf{1.000} & 0.667 & \textbf{1.000} & 0.500 & 0.286 & 0.667 & \textbf{1.000} & 0.667 & 0.667\\ +\verb+quality_control_2+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.750 & 0.429 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.750\\ +\verb+quality_control_3+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.766 & 0.571 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & T & 0.800 & \textbf{1.000} & \textbf{1.000} & 0.667\\ +\verb+quality_control_4+ & \textbf{0.780} & \textbf{0.780} & \textbf{0.780} & 0.561 & 0.397 & 0.558 & 0.489 & \textbf{0.780} & \textbf{0.780} & T & 0.075 & \textbf{0.780} & 0.361 & \textbf{0.780}\\ +\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ +\verb+rail_lines+ & \textbf{0.846} & \textbf{0.846} & \textbf{0.846} & 0.698 & 0.778 & \textbf{0.846} & 0.500 & \textbf{0.846} & 0.537 & 0.595 & 0.364 & \textbf{0.846} & 0.108 & 0.537\\ +\verb+ratner_stock+ & \textbf{0.776} & 0.683 & \textbf{0.776} & 0.559 & 0.227 & \textbf{0.776} & 0.481 & 0.683 & 0.280 & T & 0.092 & 0.683 & 0.200 & 0.571\\ +\verb+robocalls+ & 0.800 & \textbf{0.966} & \textbf{0.966} & 0.750 & 0.832 & \textbf{0.966} & \textbf{0.966} & \textbf{0.966} & 0.636 & 0.846 & 0.587 & \textbf{0.966} & 0.500 & 0.636\\ +\verb+scanline_126007+ & \textbf{0.644} & \textbf{0.644} & \textbf{0.644} & 0.507 & 0.233 & 0.325 & 0.478 & 0.233 & \textbf{0.644} & T & 0.097 & \textbf{0.644} & 0.125 & \textbf{0.644}\\ +\verb+scanline_42049+ & 0.485 & 0.863 & \textbf{0.962} & 0.782 & 0.609 & 0.815 & 0.908 & 0.790 & 0.202 & T & 0.262 & 0.799 & 0.522 & 0.276\\ +\verb+seatbelts+ & 0.824 & \textbf{0.838} & 0.683 & 0.583 & 0.735 & 0.683 & 0.621 & 0.683 & 0.452 & 0.383 & 0.456 & 0.735 & 0.583 & 0.621\\ +\verb+shanghai_license+ & \textbf{0.966} & 0.636 & 0.636 & 0.491 & 0.600 & 0.625 & 0.274 & 0.605 & 0.532 & 0.389 & 0.231 & 0.636 & 0.250 & 0.636\\ +\verb+uk_coal_employ+ & M & M & M & \textbf{0.617} & M & 0.513 & 0.513 & M & 0.551 & M & M & M & M & 0.513\\ +\verb+unemployment_nl+ & 0.742 & \textbf{0.889} & 0.876 & 0.592 & 0.672 & 0.711 & 0.678 & 0.788 & 0.566 & F/T & 0.466 & 0.788 & 0.658 & 0.566\\ +\verb+us_population+ & \textbf{1.000} & 0.889 & \textbf{1.000} & 0.615 & 0.232 & 0.471 & 0.276 & 0.500 & 0.159 & T & 0.889 & 0.889 & 0.077 & 0.889\\ +\verb+usd_isk+ & \textbf{0.785} & 0.657 & \textbf{0.785} & 0.678 & 0.563 & \textbf{0.785} & 0.462 & 0.657 & 0.489 & 0.385 & 0.182 & 0.678 & 0.333 & 0.489\\ +\verb+well_log+ & 0.336 & 0.914 & 0.832 & 0.743 & 0.822 & \textbf{0.928} & 0.776 & 0.832 & 0.149 & T & 0.923 & 0.832 & 0.832 & 0.237\\ \hline -\verb+apple+ & & & \textbf{0.916} & 0.314 & & 0.745 & 0.481 & & & F/T & & & \\ -\verb+bee_waggle_6+ & & & \textbf{0.929} & 0.481 & & 0.124 & 0.634 & & & 0.245 & & & \\ -\verb+occupancy+ & & & \textbf{0.582} & 0.369 & & 0.482 & 0.405 & & & F/T & & & \\ -\verb+run_log+ & & & \textbf{0.446} & 0.380 & & 0.200 & 0.304 & & & 0.275 & & & \\ +\verb+apple+ & & & \textbf{0.916} & 0.314 & & 0.745 & 0.481 & & & F/T & & & & 0.594\\ +\verb+bee_waggle_6+ & & & \textbf{0.929} & 0.481 & & 0.124 & 0.634 & & & 0.245 & & & & \textbf{0.929}\\ +\verb+occupancy+ & & & \textbf{0.582} & 0.369 & & 0.482 & 0.405 & & & F/T & & & & 0.341\\ +\verb+run_log+ & & & \textbf{0.446} & 0.380 & & 0.200 & 0.304 & & & 0.275 & & & & \textbf{0.446}\\ \hline \end{tabular} diff --git a/analysis/output/tables/best_f1_multi_avg.json b/analysis/output/tables/best_f1_multi_avg.json index 9de35da2..aeccd164 100644 --- a/analysis/output/tables/best_f1_multi_avg.json +++ b/analysis/output/tables/best_f1_multi_avg.json @@ -2,5 +2,6 @@ "bocpd": 0.718040907733408, "bocpdms": 0.3862673506325448, "ecp": 0.38790015348968676, - "kcpa": 0.4560758392509358 + "kcpa": 0.4560758392509358, + "zero": 0.5771739603118445 } diff --git a/analysis/output/tables/best_f1_uni_avg.json b/analysis/output/tables/best_f1_uni_avg.json index 5bf3ddb2..38e6be24 100644 --- a/analysis/output/tables/best_f1_uni_avg.json +++ b/analysis/output/tables/best_f1_uni_avg.json @@ -10,5 +10,6 @@ "prophet": 0.5056771261253178, "rfpop": 0.39155673412323544, "segneigh": 0.8064026485290847, - "wbs": 0.3904386889845699 + "wbs": 0.3904386889845699, + "zero": 0.6623749098695177 } diff --git a/analysis/output/tables/best_f1_uni_full.json b/analysis/output/tables/best_f1_uni_full.json index a0ce4d8d..dd3d40f9 100644 --- a/analysis/output/tables/best_f1_uni_full.json +++ b/analysis/output/tables/best_f1_uni_full.json @@ -12,7 +12,8 @@ "rbocpdms": null, "rfpop": 0.015151515151515152, "segneigh": 1.0, - "wbs": 0.042553191489361694 + "wbs": 0.042553191489361694, + "zero": 1.0 }, "bitcoin": { "amoc": 0.5074626865671642, @@ -27,7 +28,8 @@ "rbocpdms": null, "rfpop": 0.18628719275549807, "segneigh": 0.669305724725944, - "wbs": 0.4715025906735751 + "wbs": 0.4715025906735751, + "zero": 0.44961240310077516 }, "brent_spot": { "amoc": 0.4654731457800512, @@ -42,7 +44,8 @@ "rbocpdms": null, "rfpop": 0.37873628452516084, "segneigh": 0.5177757520510483, - "wbs": 0.4425363276089828 + "wbs": 0.4425363276089828, + "zero": 0.3146067415730337 }, "businv": { "amoc": 0.5882352941176471, @@ -57,7 +60,8 @@ "rbocpdms": 0.3703703703703703, "rfpop": 0.18181818181818182, "segneigh": 0.5882352941176471, - "wbs": 0.23920265780730898 + "wbs": 0.23920265780730898, + "zero": 0.5882352941176471 }, "centralia": { "amoc": 0.7628865979381444, @@ -72,7 +76,8 @@ "rbocpdms": 0.45833333333333337, "rfpop": 0.49350649350649345, "segneigh": 0.7628865979381444, - "wbs": 0.14285714285714288 + "wbs": 0.14285714285714288, + "zero": 0.7628865979381444 }, "children_per_woman": { "amoc": 0.6784140969162996, @@ -87,7 +92,8 @@ "rbocpdms": 0.5037037037037037, "rfpop": 0.11320754716981131, "segneigh": 0.5253164556962024, - "wbs": 0.2222222222222222 + "wbs": 0.2222222222222222, + "zero": 0.5074626865671642 }, "co2_canada": { "amoc": 0.5441941074523396, @@ -102,7 +108,8 @@ "rbocpdms": 0.5418933623503808, "rfpop": 0.4065792855307119, "segneigh": 0.8717259905977165, - "wbs": 0.5472837022132797 + "wbs": 0.5472837022132797, + "zero": 0.36097560975609755 }, "construction": { "amoc": 0.6956521739130436, @@ -117,7 +124,8 @@ "rbocpdms": 0.3404255319148936, "rfpop": 0.13570274636510501, "segneigh": 0.6956521739130436, - "wbs": 0.42211055276381904 + "wbs": 0.42211055276381904, + "zero": 0.6956521739130436 }, "debt_ireland": { "amoc": 0.7603305785123966, @@ -132,7 +140,8 @@ "rbocpdms": 0.7483296213808462, "rfpop": 0.4615384615384615, "segneigh": 0.9583333333333333, - "wbs": 0.2727272727272727 + "wbs": 0.2727272727272727, + "zero": 0.4693877551020408 }, "gdp_argentina": { "amoc": 0.888888888888889, @@ -147,7 +156,8 @@ "rbocpdms": 0.45161290322580644, "rfpop": 0.6153846153846153, "segneigh": 0.9473684210526316, - "wbs": 0.4210526315789474 + "wbs": 0.4210526315789474, + "zero": 0.8235294117647058 }, "gdp_croatia": { "amoc": 1.0, @@ -162,7 +172,8 @@ "rbocpdms": 0.8235294117647058, "rfpop": 0.4, "segneigh": 0.8235294117647058, - "wbs": 0.16666666666666669 + "wbs": 0.16666666666666669, + "zero": 0.8235294117647058 }, "gdp_iran": { "amoc": 0.651685393258427, @@ -177,7 +188,8 @@ "rbocpdms": 0.5384615384615384, "rfpop": 0.33333333333333337, "segneigh": 0.651685393258427, - "wbs": 0.3493761140819964 + "wbs": 0.3493761140819964, + "zero": 0.651685393258427 }, "gdp_japan": { "amoc": 1.0, @@ -192,7 +204,8 @@ "rbocpdms": 0.888888888888889, "rfpop": 0.2222222222222222, "segneigh": 0.888888888888889, - "wbs": 0.2222222222222222 + "wbs": 0.2222222222222222, + "zero": 0.888888888888889 }, "global_co2": { "amoc": 0.8461538461538461, @@ -207,7 +220,8 @@ "rbocpdms": 0.45833333333333337, "rfpop": 0.11016949152542373, "segneigh": 0.8461538461538461, - "wbs": 0.05555555555555556 + "wbs": 0.05555555555555556, + "zero": 0.8461538461538461 }, "homeruns": { "amoc": 0.659217877094972, @@ -222,7 +236,8 @@ "rbocpdms": 0.3973063973063973, "rfpop": 0.14107883817427386, "segneigh": 0.659217877094972, - "wbs": 0.1642512077294686 + "wbs": 0.1642512077294686, + "zero": 0.659217877094972 }, "iceland_tourism": { "amoc": 0.9473684210526316, @@ -237,7 +252,8 @@ "rbocpdms": 0.48648648648648646, "rfpop": 0.10526315789473684, "segneigh": 0.9473684210526316, - "wbs": 0.10526315789473684 + "wbs": 0.10526315789473684, + "zero": 0.9473684210526316 }, "jfk_passengers": { "amoc": 0.723404255319149, @@ -252,7 +268,8 @@ "rbocpdms": null, "rfpop": 0.2828282828282828, "segneigh": 0.723404255319149, - "wbs": 0.2638888888888889 + "wbs": 0.2638888888888889, + "zero": 0.723404255319149 }, "lga_passengers": { "amoc": 0.5347985347985348, @@ -267,7 +284,8 @@ "rbocpdms": null, "rfpop": 0.3552433517310587, "segneigh": 0.5347985347985348, - "wbs": 0.35238470634607805 + "wbs": 0.35238470634607805, + "zero": 0.5347985347985348 }, "measles": { "amoc": 0.9473684210526316, @@ -282,7 +300,8 @@ "rbocpdms": null, "rfpop": 0.03007518796992481, "segneigh": 0.9473684210526316, - "wbs": 0.04072398190045248 + "wbs": 0.04072398190045248, + "zero": 0.9473684210526316 }, "nile": { "amoc": 1.0, @@ -297,7 +316,8 @@ "rbocpdms": 0.6666666666666666, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 0.8235294117647058 }, "ozone": { "amoc": 0.7755102040816326, @@ -312,7 +332,8 @@ "rbocpdms": 0.6511627906976744, "rfpop": 0.42857142857142855, "segneigh": 1.0, - "wbs": 0.2857142857142857 + "wbs": 0.2857142857142857, + "zero": 0.723404255319149 }, "quality_control_1": { "amoc": 1.0, @@ -327,7 +348,8 @@ "rbocpdms": 0.28571428571428575, "rfpop": 0.6666666666666666, "segneigh": 1.0, - "wbs": 0.6666666666666666 + "wbs": 0.6666666666666666, + "zero": 0.6666666666666666 }, "quality_control_2": { "amoc": 1.0, @@ -342,7 +364,8 @@ "rbocpdms": 0.4285714285714286, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 0.7500000000000001 }, "quality_control_3": { "amoc": 1.0, @@ -357,7 +380,8 @@ "rbocpdms": null, "rfpop": 0.8, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 0.6666666666666666 }, "quality_control_4": { "amoc": 0.7804878048780489, @@ -372,7 +396,8 @@ "rbocpdms": null, "rfpop": 0.07547169811320754, "segneigh": 0.7804878048780489, - "wbs": 0.3609022556390977 + "wbs": 0.3609022556390977, + "zero": 0.7804878048780489 }, "quality_control_5": { "amoc": 1.0, @@ -387,7 +412,8 @@ "rbocpdms": 0.5, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 1.0 }, "rail_lines": { "amoc": 0.8461538461538461, @@ -402,7 +428,8 @@ "rbocpdms": 0.5945945945945946, "rfpop": 0.3636363636363636, "segneigh": 0.8461538461538461, - "wbs": 0.1081081081081081 + "wbs": 0.1081081081081081, + "zero": 0.5365853658536586 }, "ratner_stock": { "amoc": 0.7755102040816326, @@ -417,7 +444,8 @@ "rbocpdms": null, "rfpop": 0.09230769230769231, "segneigh": 0.6829268292682926, - "wbs": 0.19999999999999998 + "wbs": 0.19999999999999998, + "zero": 0.5714285714285714 }, "robocalls": { "amoc": 0.8, @@ -432,7 +460,8 @@ "rbocpdms": 0.846153846153846, "rfpop": 0.5874125874125874, "segneigh": 0.9655172413793104, - "wbs": 0.5 + "wbs": 0.5, + "zero": 0.6363636363636364 }, "scanline_126007": { "amoc": 0.6444007858546169, @@ -447,7 +476,8 @@ "rbocpdms": null, "rfpop": 0.09743366681165723, "segneigh": 0.6444007858546169, - "wbs": 0.12486187845303864 + "wbs": 0.12486187845303864, + "zero": 0.6444007858546169 }, "scanline_42049": { "amoc": 0.4845005740528128, @@ -462,7 +492,8 @@ "rbocpdms": null, "rfpop": 0.2618896639188332, "segneigh": 0.7994542974079127, - "wbs": 0.5224071702944942 + "wbs": 0.5224071702944942, + "zero": 0.2756368386675375 }, "seatbelts": { "amoc": 0.8235294117647058, @@ -477,7 +508,8 @@ "rbocpdms": 0.3829787234042553, "rfpop": 0.45600000000000007, "segneigh": 0.735483870967742, - "wbs": 0.5833333333333334 + "wbs": 0.5833333333333334, + "zero": 0.6206896551724138 }, "shanghai_license": { "amoc": 0.9655172413793104, @@ -492,7 +524,8 @@ "rbocpdms": 0.3888888888888889, "rfpop": 0.23076923076923078, "segneigh": 0.6363636363636364, - "wbs": 0.25 + "wbs": 0.25, + "zero": 0.6363636363636364 }, "uk_coal_employ": { "amoc": null, @@ -507,7 +540,8 @@ "rbocpdms": null, "rfpop": null, "segneigh": null, - "wbs": null + "wbs": null, + "zero": 0.5132743362831859 }, "unemployment_nl": { "amoc": 0.7421383647798743, @@ -522,7 +556,8 @@ "rbocpdms": null, "rfpop": 0.4660194174757282, "segneigh": 0.787878787878788, - "wbs": 0.6575342465753424 + "wbs": 0.6575342465753424, + "zero": 0.5663082437275986 }, "us_population": { "amoc": 1.0, @@ -537,7 +572,8 @@ "rbocpdms": null, "rfpop": 0.888888888888889, "segneigh": 0.888888888888889, - "wbs": 0.07692307692307693 + "wbs": 0.07692307692307693, + "zero": 0.888888888888889 }, "usd_isk": { "amoc": 0.7854251012145749, @@ -552,7 +588,8 @@ "rbocpdms": 0.38537271448663846, "rfpop": 0.18181818181818182, "segneigh": 0.6782608695652174, - "wbs": 0.33333333333333337 + "wbs": 0.33333333333333337, + "zero": 0.48866498740554154 }, "well_log": { "amoc": 0.3364140480591497, @@ -567,6 +604,7 @@ "rbocpdms": null, "rfpop": 0.9225874867444326, "segneigh": 0.8320663441603318, - "wbs": 0.8320663441603318 + "wbs": 0.8320663441603318, + "zero": 0.23702252693437809 } } diff --git a/analysis/output/tables/default_cover_combined_full.tex b/analysis/output/tables/default_cover_combined_full.tex index d61a1d35..14a3a658 100644 --- a/analysis/output/tables/default_cover_combined_full.tex +++ b/analysis/output/tables/default_cover_combined_full.tex @@ -1,48 +1,48 @@ -\begin{tabular}{lccccccccccccc} -Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs}\\ +\begin{tabular}{lcccccccccccccc} +Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs} & \textsc{zero}\\ \hline -\verb+bank+ & \textbf{0.967} & 0.509 & 0.048 & 0.188 & 0.053 & 0.127 & 0.036 & 0.509 & 0.361 & 0.644 & 0.036 & 0.509 & 0.048\\ -\verb+bitcoin+ & \textbf{0.764} & 0.754 & 0.717 & 0.748 & 0.364 & 0.209 & 0.046 & 0.758 & 0.723 & F & 0.168 & 0.758 & 0.304\\ -\verb+brent_spot+ & 0.423 & 0.627 & 0.586 & 0.265 & 0.411 & 0.387 & 0.022 & 0.627 & 0.527 & 0.504 & 0.225 & \textbf{0.630} & 0.242\\ -\verb+businv+ & 0.574 & 0.562 & 0.463 & 0.459 & 0.402 & 0.311 & 0.013 & \textbf{0.603} & 0.478 & 0.559 & 0.123 & 0.494 & 0.108\\ -\verb+centralia+ & \textbf{0.675} & 0.564 & 0.612 & 0.650 & 0.564 & \textbf{0.675} & 0.440 & 0.564 & \textbf{0.675} & 0.624 & 0.528 & 0.564 & 0.253\\ -\verb+children_per_woman+ & \textbf{0.798} & \textbf{0.798} & 0.758 & 0.427 & 0.486 & 0.397 & 0.048 & \textbf{0.798} & 0.521 & 0.745 & 0.154 & 0.771 & 0.186\\ -\verb+co2_canada+ & 0.527 & 0.608 & \textbf{0.716} & 0.276 & 0.514 & 0.639 & 0.263 & 0.611 & 0.540 & 0.432 & 0.497 & 0.612 & 0.480\\ -\verb+construction+ & 0.525 & 0.466 & 0.395 & 0.571 & 0.334 & 0.352 & 0.016 & 0.423 & 0.502 & \textbf{0.581} & 0.092 & 0.423 & 0.198\\ -\verb+debt_ireland+ & 0.321 & \textbf{0.635} & 0.584 & 0.312 & \textbf{0.635} & 0.321 & 0.210 & \textbf{0.635} & 0.321 & 0.306 & 0.489 & \textbf{0.635} & 0.248\\ -\verb+gdp_argentina+ & 0.667 & 0.667 & 0.630 & 0.711 & 0.451 & \textbf{0.737} & 0.061 & 0.667 & 0.534 & 0.711 & 0.332 & 0.631 & 0.068\\ -\verb+gdp_croatia+ & 0.605 & 0.605 & 0.642 & 0.655 & 0.642 & \textbf{0.708} & 0.108 & 0.605 & \textbf{0.708} & 0.655 & 0.353 & 0.605 & 0.108\\ -\verb+gdp_iran+ & 0.484 & 0.477 & 0.520 & 0.580 & 0.448 & \textbf{0.583} & 0.062 & 0.477 & \textbf{0.583} & 0.580 & 0.248 & 0.503 & 0.066\\ -\verb+gdp_japan+ & 0.654 & 0.654 & 0.578 & 0.644 & 0.522 & \textbf{0.802} & 0.041 & 0.654 & \textbf{0.802} & 0.645 & 0.269 & 0.654 & 0.048\\ -\verb+global_co2+ & 0.743 & \textbf{0.748} & 0.640 & 0.738 & 0.313 & 0.535 & 0.173 & 0.638 & 0.284 & 0.745 & 0.368 & 0.634 & 0.187\\ -\verb+homeruns+ & \textbf{0.683} & \textbf{0.683} & 0.526 & 0.677 & 0.516 & 0.611 & 0.047 & \textbf{0.683} & 0.574 & 0.554 & 0.354 & 0.590 & 0.312\\ -\verb+iceland_tourism+ & 0.764 & 0.764 & 0.595 & 0.616 & 0.383 & 0.382 & 0.017 & 0.764 & 0.453 & \textbf{0.855} & 0.293 & 0.650 & 0.512\\ -\verb+jfk_passengers+ & \textbf{0.839} & \textbf{0.839} & 0.541 & 0.831 & 0.561 & 0.438 & 0.008 & \textbf{0.839} & 0.373 & 0.628 & 0.264 & 0.791 & 0.409\\ -\verb+lga_passengers+ & 0.427 & 0.458 & 0.496 & 0.444 & 0.473 & 0.386 & 0.013 & 0.474 & 0.434 & 0.382 & 0.412 & \textbf{0.543} & 0.477\\ -\verb+measles+ & \textbf{0.951} & \textbf{0.951} & 0.081 & 0.255 & 0.098 & 0.060 & 0.005 & 0.213 & 0.603 & 0.296 & 0.046 & 0.367 & 0.081\\ -\verb+nile+ & 0.880 & 0.880 & \textbf{0.888} & 0.870 & 0.880 & 0.857 & 0.032 & 0.880 & 0.758 & 0.753 & 0.880 & 0.880 & 0.880\\ -\verb+ozone+ & \textbf{0.701} & 0.600 & 0.602 & 0.560 & 0.441 & 0.574 & 0.070 & 0.635 & 0.574 & 0.577 & 0.309 & 0.627 & 0.070\\ -\verb+quality_control_1+ & \textbf{0.992} & \textbf{0.992} & 0.887 & 0.982 & 0.683 & 0.620 & 0.010 & \textbf{0.992} & 0.693 & 0.990 & 0.655 & \textbf{0.992} & 0.687\\ -\verb+quality_control_2+ & 0.922 & 0.922 & \textbf{0.927} & 0.921 & 0.922 & 0.927 & 0.010 & 0.922 & 0.723 & 0.912 & 0.922 & 0.922 & 0.922\\ -\verb+quality_control_3+ & 0.996 & 0.996 & \textbf{0.997} & 0.977 & 0.831 & \textbf{0.997} & 0.008 & 0.996 & 0.500 & 0.743 & 0.658 & 0.996 & 0.996\\ -\verb+quality_control_4+ & 0.563 & 0.518 & 0.511 & \textbf{0.670} & 0.481 & 0.257 & 0.009 & 0.538 & 0.508 & 0.661 & 0.059 & 0.538 & 0.080\\ -\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & 0.006 & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+rail_lines+ & \textbf{0.786} & \textbf{0.786} & 0.767 & 0.416 & 0.738 & 0.428 & 0.103 & \textbf{0.786} & 0.534 & 0.416 & 0.439 & \textbf{0.786} & 0.103\\ -\verb+ratner_stock+ & 0.873 & 0.913 & 0.796 & 0.866 & 0.380 & 0.185 & 0.021 & 0.908 & 0.444 & 0.862 & 0.162 & \textbf{0.914} & 0.176\\ -\verb+robocalls+ & 0.641 & 0.641 & \textbf{0.808} & 0.622 & 0.677 & 0.601 & 0.069 & 0.641 & 0.601 & 0.607 & 0.447 & 0.760 & 0.069\\ -\verb+scanline_126007+ & 0.519 & 0.464 & 0.346 & 0.433 & 0.433 & 0.327 & 0.025 & 0.444 & 0.503 & F & 0.316 & \textbf{0.567} & 0.263\\ -\verb+scanline_42049+ & 0.424 & 0.631 & \textbf{0.892} & 0.832 & 0.529 & 0.490 & 0.121 & 0.745 & 0.441 & 0.421 & 0.257 & 0.730 & 0.432\\ -\verb+seatbelts+ & 0.683 & \textbf{0.797} & 0.757 & 0.526 & 0.750 & 0.615 & 0.020 & \textbf{0.797} & 0.628 & 0.526 & 0.484 & 0.765 & 0.727\\ -\verb+shanghai_license+ & \textbf{0.920} & \textbf{0.920} & 0.856 & 0.616 & 0.474 & 0.518 & 0.020 & \textbf{0.920} & 0.768 & 0.754 & 0.381 & 0.826 & 0.209\\ -\verb+uk_coal_employ+ & M & M & M & 0.429 & M & 0.356 & 0.356 & M & \textbf{0.481} & M & M & M & M\\ -\verb+unemployment_nl+ & 0.507 & \textbf{0.669} & 0.495 & 0.570 & 0.503 & 0.470 & 0.039 & 0.648 & 0.507 & 0.539 & 0.243 & 0.648 & 0.222\\ -\verb+us_population+ & 0.736 & 0.391 & 0.219 & 0.801 & 0.391 & 0.089 & 0.003 & 0.506 & 0.096 & 0.555 & \textbf{0.803} & 0.307 & 0.043\\ -\verb+usd_isk+ & 0.853 & 0.735 & 0.672 & \textbf{0.866} & 0.480 & 0.616 & 0.023 & 0.730 & 0.436 & 0.582 & 0.163 & 0.730 & 0.194\\ -\verb+well_log+ & 0.453 & 0.695 & 0.776 & 0.778 & 0.772 & 0.601 & 0.020 & 0.679 & 0.411 & 0.665 & \textbf{0.787} & 0.647 & 0.719\\ +\verb+bank+ & 0.967 & 0.509 & 0.048 & 0.188 & 0.053 & 0.127 & 0.036 & 0.509 & 0.361 & 0.644 & 0.036 & 0.509 & 0.048 & \textbf{1.000}\\ +\verb+bitcoin+ & \textbf{0.764} & 0.754 & 0.717 & 0.748 & 0.364 & 0.209 & 0.046 & 0.758 & 0.723 & F & 0.168 & 0.758 & 0.304 & 0.516\\ +\verb+brent_spot+ & 0.423 & 0.627 & 0.586 & 0.265 & 0.411 & 0.387 & 0.022 & 0.627 & 0.527 & 0.504 & 0.225 & \textbf{0.630} & 0.242 & 0.266\\ +\verb+businv+ & 0.574 & 0.562 & 0.463 & 0.459 & 0.402 & 0.311 & 0.013 & \textbf{0.603} & 0.478 & 0.559 & 0.123 & 0.494 & 0.108 & 0.461\\ +\verb+centralia+ & \textbf{0.675} & 0.564 & 0.612 & 0.650 & 0.564 & \textbf{0.675} & 0.440 & 0.564 & \textbf{0.675} & 0.624 & 0.528 & 0.564 & 0.253 & \textbf{0.675}\\ +\verb+children_per_woman+ & \textbf{0.798} & \textbf{0.798} & 0.758 & 0.427 & 0.486 & 0.397 & 0.048 & \textbf{0.798} & 0.521 & 0.745 & 0.154 & 0.771 & 0.186 & 0.429\\ +\verb+co2_canada+ & 0.527 & 0.608 & \textbf{0.716} & 0.276 & 0.514 & 0.639 & 0.263 & 0.611 & 0.540 & 0.432 & 0.497 & 0.612 & 0.480 & 0.278\\ +\verb+construction+ & 0.525 & 0.466 & 0.395 & 0.571 & 0.334 & 0.352 & 0.016 & 0.423 & 0.502 & \textbf{0.581} & 0.092 & 0.423 & 0.198 & 0.575\\ +\verb+debt_ireland+ & 0.321 & \textbf{0.635} & 0.584 & 0.312 & \textbf{0.635} & 0.321 & 0.210 & \textbf{0.635} & 0.321 & 0.306 & 0.489 & \textbf{0.635} & 0.248 & 0.321\\ +\verb+gdp_argentina+ & 0.667 & 0.667 & 0.630 & 0.711 & 0.451 & \textbf{0.737} & 0.061 & 0.667 & 0.534 & 0.711 & 0.332 & 0.631 & 0.068 & \textbf{0.737}\\ +\verb+gdp_croatia+ & 0.605 & 0.605 & 0.642 & 0.655 & 0.642 & \textbf{0.708} & 0.108 & 0.605 & \textbf{0.708} & 0.655 & 0.353 & 0.605 & 0.108 & \textbf{0.708}\\ +\verb+gdp_iran+ & 0.484 & 0.477 & 0.520 & 0.580 & 0.448 & \textbf{0.583} & 0.062 & 0.477 & \textbf{0.583} & 0.580 & 0.248 & 0.503 & 0.066 & \textbf{0.583}\\ +\verb+gdp_japan+ & 0.654 & 0.654 & 0.578 & 0.644 & 0.522 & \textbf{0.802} & 0.041 & 0.654 & \textbf{0.802} & 0.645 & 0.269 & 0.654 & 0.048 & \textbf{0.802}\\ +\verb+global_co2+ & 0.743 & 0.748 & 0.640 & 0.738 & 0.313 & 0.535 & 0.173 & 0.638 & 0.284 & 0.745 & 0.368 & 0.634 & 0.187 & \textbf{0.758}\\ +\verb+homeruns+ & \textbf{0.683} & \textbf{0.683} & 0.526 & 0.677 & 0.516 & 0.611 & 0.047 & \textbf{0.683} & 0.574 & 0.554 & 0.354 & 0.590 & 0.312 & 0.511\\ +\verb+iceland_tourism+ & 0.764 & 0.764 & 0.595 & 0.616 & 0.383 & 0.382 & 0.017 & 0.764 & 0.453 & 0.855 & 0.293 & 0.650 & 0.512 & \textbf{0.946}\\ +\verb+jfk_passengers+ & \textbf{0.839} & \textbf{0.839} & 0.541 & 0.831 & 0.561 & 0.438 & 0.008 & \textbf{0.839} & 0.373 & 0.628 & 0.264 & 0.791 & 0.409 & 0.630\\ +\verb+lga_passengers+ & 0.427 & 0.458 & 0.496 & 0.444 & 0.473 & 0.386 & 0.013 & 0.474 & 0.434 & 0.382 & 0.412 & \textbf{0.543} & 0.477 & 0.383\\ +\verb+measles+ & \textbf{0.951} & \textbf{0.951} & 0.081 & 0.255 & 0.098 & 0.060 & 0.005 & 0.213 & 0.603 & 0.296 & 0.046 & 0.367 & 0.081 & \textbf{0.951}\\ +\verb+nile+ & 0.880 & 0.880 & \textbf{0.888} & 0.870 & 0.880 & 0.857 & 0.032 & 0.880 & 0.758 & 0.753 & 0.880 & 0.880 & 0.880 & 0.758\\ +\verb+ozone+ & \textbf{0.701} & 0.600 & 0.602 & 0.560 & 0.441 & 0.574 & 0.070 & 0.635 & 0.574 & 0.577 & 0.309 & 0.627 & 0.070 & 0.574\\ +\verb+quality_control_1+ & \textbf{0.992} & \textbf{0.992} & 0.887 & 0.982 & 0.683 & 0.620 & 0.010 & \textbf{0.992} & 0.693 & 0.990 & 0.655 & \textbf{0.992} & 0.687 & 0.503\\ +\verb+quality_control_2+ & 0.922 & 0.922 & \textbf{0.927} & 0.921 & 0.922 & 0.927 & 0.010 & 0.922 & 0.723 & 0.912 & 0.922 & 0.922 & 0.922 & 0.638\\ +\verb+quality_control_3+ & 0.996 & 0.996 & \textbf{0.997} & 0.977 & 0.831 & \textbf{0.997} & 0.008 & 0.996 & 0.500 & 0.743 & 0.658 & 0.996 & 0.996 & 0.500\\ +\verb+quality_control_4+ & 0.563 & 0.518 & 0.511 & 0.670 & 0.481 & 0.257 & 0.009 & 0.538 & 0.508 & 0.661 & 0.059 & 0.538 & 0.080 & \textbf{0.673}\\ +\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & 0.006 & \textbf{1.000} & \textbf{1.000} & 0.994 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ +\verb+rail_lines+ & \textbf{0.786} & \textbf{0.786} & 0.767 & 0.416 & 0.738 & 0.428 & 0.103 & \textbf{0.786} & 0.534 & 0.416 & 0.439 & \textbf{0.786} & 0.103 & 0.428\\ +\verb+ratner_stock+ & 0.873 & 0.913 & 0.796 & 0.866 & 0.380 & 0.185 & 0.021 & 0.908 & 0.444 & 0.862 & 0.162 & \textbf{0.914} & 0.176 & 0.450\\ +\verb+robocalls+ & 0.641 & 0.641 & \textbf{0.808} & 0.622 & 0.677 & 0.601 & 0.069 & 0.641 & 0.601 & 0.607 & 0.447 & 0.760 & 0.069 & 0.601\\ +\verb+scanline_126007+ & 0.519 & 0.464 & 0.346 & 0.433 & 0.433 & 0.327 & 0.025 & 0.444 & 0.503 & F & 0.316 & \textbf{0.567} & 0.263 & 0.503\\ +\verb+scanline_42049+ & 0.424 & 0.631 & \textbf{0.892} & 0.832 & 0.529 & 0.490 & 0.121 & 0.745 & 0.441 & 0.421 & 0.257 & 0.730 & 0.432 & 0.211\\ +\verb+seatbelts+ & 0.683 & \textbf{0.797} & 0.757 & 0.526 & 0.750 & 0.615 & 0.020 & \textbf{0.797} & 0.628 & 0.526 & 0.484 & 0.765 & 0.727 & 0.528\\ +\verb+shanghai_license+ & \textbf{0.920} & \textbf{0.920} & 0.856 & 0.616 & 0.474 & 0.518 & 0.020 & \textbf{0.920} & 0.768 & 0.754 & 0.381 & 0.826 & 0.209 & 0.547\\ +\verb+uk_coal_employ+ & M & M & M & 0.429 & M & 0.356 & 0.356 & M & \textbf{0.481} & M & M & M & M & 0.356\\ +\verb+unemployment_nl+ & 0.507 & \textbf{0.669} & 0.495 & 0.570 & 0.503 & 0.470 & 0.039 & 0.648 & 0.507 & 0.539 & 0.243 & 0.648 & 0.222 & 0.507\\ +\verb+us_population+ & 0.736 & 0.391 & 0.219 & 0.801 & 0.391 & 0.089 & 0.003 & 0.506 & 0.096 & 0.555 & \textbf{0.803} & 0.307 & 0.043 & \textbf{0.803}\\ +\verb+usd_isk+ & 0.853 & 0.735 & 0.672 & \textbf{0.866} & 0.480 & 0.616 & 0.023 & 0.730 & 0.436 & 0.582 & 0.163 & 0.730 & 0.194 & 0.436\\ +\verb+well_log+ & 0.453 & 0.695 & 0.776 & 0.778 & 0.772 & 0.601 & 0.020 & 0.679 & 0.411 & 0.665 & \textbf{0.787} & 0.647 & 0.719 & 0.225\\ \hline -\verb+apple+ & & & 0.365 & 0.298 & & 0.305 & 0.007 & & & \textbf{0.424} & & & \\ -\verb+bee_waggle_6+ & & & 0.089 & \textbf{0.887} & & 0.116 & 0.004 & & & 0.277 & & & \\ -\verb+occupancy+ & & & \textbf{0.549} & 0.459 & & 0.530 & 0.050 & & & 0.467 & & & \\ -\verb+run_log+ & & & \textbf{0.815} & 0.302 & & 0.657 & 0.128 & & & 0.439 & & & \\ +\verb+apple+ & & & 0.365 & 0.298 & & 0.305 & 0.007 & & & 0.424 & & & & \textbf{0.425}\\ +\verb+bee_waggle_6+ & & & 0.089 & 0.887 & & 0.116 & 0.004 & & & 0.277 & & & & \textbf{0.891}\\ +\verb+occupancy+ & & & \textbf{0.549} & 0.459 & & 0.530 & 0.050 & & & 0.467 & & & & 0.236\\ +\verb+run_log+ & & & \textbf{0.815} & 0.302 & & 0.657 & 0.128 & & & 0.439 & & & & 0.304\\ \hline \end{tabular} diff --git a/analysis/output/tables/default_cover_multi_avg.json b/analysis/output/tables/default_cover_multi_avg.json index aa366c77..b54d1edb 100644 --- a/analysis/output/tables/default_cover_multi_avg.json +++ b/analysis/output/tables/default_cover_multi_avg.json @@ -3,5 +3,6 @@ "bocpdms": 0.4864318292271028, "ecp": 0.4021031859847961, "kcpa": 0.04727702480450509, - "rbocpdms": 0.401669621852949 + "rbocpdms": 0.401669621852949, + "zero": 0.4637232698241863 } diff --git a/analysis/output/tables/default_cover_uni_avg.json b/analysis/output/tables/default_cover_uni_avg.json index 4a7cfbc0..41dc2f02 100644 --- a/analysis/output/tables/default_cover_uni_avg.json +++ b/analysis/output/tables/default_cover_uni_avg.json @@ -11,5 +11,6 @@ "rbocpdms": 0.6286231930391138, "rfpop": 0.3924266117800921, "segneigh": 0.6764096097701927, - "wbs": 0.33020552818738097 + "wbs": 0.33020552818738097, + "zero": 0.5827265439457162 } diff --git a/analysis/output/tables/default_cover_uni_full.json b/analysis/output/tables/default_cover_uni_full.json index f7ab986c..5adf060a 100644 --- a/analysis/output/tables/default_cover_uni_full.json +++ b/analysis/output/tables/default_cover_uni_full.json @@ -12,7 +12,8 @@ "rbocpdms": 0.6437177280550774, "rfpop": 0.03614457831325301, "segneigh": 0.5094664371772806, - "wbs": 0.04819277108433735 + "wbs": 0.04819277108433735, + "zero": 1.0 }, "bitcoin": { "amoc": 0.7640203902798164, @@ -27,7 +28,8 @@ "rbocpdms": null, "rfpop": 0.16794573643410854, "segneigh": 0.7578205983414553, - "wbs": 0.30427371278062215 + "wbs": 0.30427371278062215, + "zero": 0.5162283249537621 }, "brent_spot": { "amoc": 0.4230248210766188, @@ -42,7 +44,8 @@ "rbocpdms": 0.5037745159441209, "rfpop": 0.2245109918238161, "segneigh": 0.6302231408438572, - "wbs": 0.2423388612346077 + "wbs": 0.2423388612346077, + "zero": 0.2658176 }, "businv": { "amoc": 0.5735800041718168, @@ -57,7 +60,8 @@ "rbocpdms": 0.5594393757648455, "rfpop": 0.1227128427128427, "segneigh": 0.4939817887561099, - "wbs": 0.10775757575757576 + "wbs": 0.10775757575757576, + "zero": 0.46094765840220386 }, "centralia": { "amoc": 0.6746666666666667, @@ -72,7 +76,8 @@ "rbocpdms": 0.6235897435897436, "rfpop": 0.5283549783549784, "segneigh": 0.5635978835978837, - "wbs": 0.2533333333333333 + "wbs": 0.2533333333333333, + "zero": 0.6746666666666667 }, "children_per_woman": { "amoc": 0.7982556272643626, @@ -87,7 +92,8 @@ "rbocpdms": 0.7450730329440133, "rfpop": 0.15409241920869826, "segneigh": 0.7706794496729777, - "wbs": 0.18586194167589518 + "wbs": 0.18586194167589518, + "zero": 0.42910563901060694 }, "co2_canada": { "amoc": 0.5267191888742934, @@ -102,7 +108,8 @@ "rbocpdms": 0.4318949994064788, "rfpop": 0.4966352996448755, "segneigh": 0.6116861151339248, - "wbs": 0.4798062015503876 + "wbs": 0.4798062015503876, + "zero": 0.2775684153596538 }, "construction": { "amoc": 0.5252008018620421, @@ -117,7 +124,8 @@ "rbocpdms": 0.5814556430390202, "rfpop": 0.09153605015673981, "segneigh": 0.4227346947723124, - "wbs": 0.19799813012154208 + "wbs": 0.19799813012154208, + "zero": 0.5746032369964917 }, "debt_ireland": { "amoc": 0.32063492063492066, @@ -132,7 +140,8 @@ "rbocpdms": 0.3060747105859888, "rfpop": 0.4888888888888888, "segneigh": 0.6346153846153847, - "wbs": 0.24761904761904757 + "wbs": 0.24761904761904757, + "zero": 0.32063492063492066 }, "gdp_argentina": { "amoc": 0.6674763588023808, @@ -147,7 +156,8 @@ "rbocpdms": 0.7110348407646522, "rfpop": 0.33232445520581116, "segneigh": 0.6307126868635891, - "wbs": 0.06779661016949154 + "wbs": 0.06779661016949154, + "zero": 0.737087043952887 }, "gdp_croatia": { "amoc": 0.6053921568627451, @@ -162,7 +172,8 @@ "rbocpdms": 0.6553030303030303, "rfpop": 0.35303030303030297, "segneigh": 0.6053921568627451, - "wbs": 0.10833333333333332 + "wbs": 0.10833333333333332, + "zero": 0.7083333333333333 }, "gdp_iran": { "amoc": 0.4840462863606043, @@ -177,7 +188,8 @@ "rbocpdms": 0.5796203499235604, "rfpop": 0.2482758620689655, "segneigh": 0.5026016676262982, - "wbs": 0.06551724137931034 + "wbs": 0.06551724137931034, + "zero": 0.582639714625446 }, "gdp_japan": { "amoc": 0.6538916256157635, @@ -192,7 +204,8 @@ "rbocpdms": 0.6450574712643679, "rfpop": 0.2689655172413793, "segneigh": 0.6538916256157635, - "wbs": 0.04827586206896552 + "wbs": 0.04827586206896552, + "zero": 0.802140309155767 }, "global_co2": { "amoc": 0.7431332769794309, @@ -207,7 +220,8 @@ "rbocpdms": 0.7448794088641374, "rfpop": 0.368040293040293, "segneigh": 0.6336752136752136, - "wbs": 0.18653846153846151 + "wbs": 0.18653846153846151, + "zero": 0.7583210059171598 }, "homeruns": { "amoc": 0.6826141913243321, @@ -222,7 +236,8 @@ "rbocpdms": 0.5536775196784558, "rfpop": 0.3544799362595973, "segneigh": 0.5897930346729432, - "wbs": 0.312395749260156 + "wbs": 0.312395749260156, + "zero": 0.5107153116920425 }, "iceland_tourism": { "amoc": 0.7638979209774363, @@ -237,7 +252,8 @@ "rbocpdms": 0.855306837216385, "rfpop": 0.2934673366834171, "segneigh": 0.64950392990594, - "wbs": 0.5115577889447236 + "wbs": 0.5115577889447236, + "zero": 0.9460215651119921 }, "jfk_passengers": { "amoc": 0.8392664497512488, @@ -252,7 +268,8 @@ "rbocpdms": 0.6280613288076384, "rfpop": 0.2635392267878656, "segneigh": 0.7912402844476574, - "wbs": 0.4092299704449237 + "wbs": 0.4092299704449237, + "zero": 0.6298433048433048 }, "lga_passengers": { "amoc": 0.42658426556475987, @@ -267,7 +284,8 @@ "rbocpdms": 0.3820562749389645, "rfpop": 0.4124458494321508, "segneigh": 0.5433669095513529, - "wbs": 0.4765206846034772 + "wbs": 0.4765206846034772, + "zero": 0.3830283439257799 }, "measles": { "amoc": 0.9511852891971232, @@ -282,7 +300,8 @@ "rbocpdms": 0.2955757079732796, "rfpop": 0.04641775983854692, "segneigh": 0.3672811400162438, - "wbs": 0.08052472250252271 + "wbs": 0.08052472250252271, + "zero": 0.9511852891971232 }, "nile": { "amoc": 0.8800821917808218, @@ -297,7 +316,8 @@ "rbocpdms": 0.7530677551020408, "rfpop": 0.8800821917808218, "segneigh": 0.8800821917808218, - "wbs": 0.8800821917808218 + "wbs": 0.8800821917808218, + "zero": 0.75808 }, "ozone": { "amoc": 0.7014814814814815, @@ -312,7 +332,8 @@ "rbocpdms": 0.5767841011743451, "rfpop": 0.3091358024691358, "segneigh": 0.6265993265993266, - "wbs": 0.07037037037037037 + "wbs": 0.07037037037037037, + "zero": 0.5736625514403293 }, "quality_control_1": { "amoc": 0.9923773726743093, @@ -327,7 +348,8 @@ "rbocpdms": 0.9898047935925793, "rfpop": 0.6549520766773163, "segneigh": 0.9923773726743093, - "wbs": 0.6869009584664537 + "wbs": 0.6869009584664537, + "zero": 0.5031081260398699 }, "quality_control_2": { "amoc": 0.9223181723701366, @@ -342,7 +364,8 @@ "rbocpdms": 0.9117848282084055, "rfpop": 0.9223181723701366, "segneigh": 0.9223181723701366, - "wbs": 0.9223181723701366 + "wbs": 0.9223181723701366, + "zero": 0.6382524441558766 }, "quality_control_3": { "amoc": 0.995645855133124, @@ -357,7 +380,8 @@ "rbocpdms": 0.7427601542355641, "rfpop": 0.6584699453551912, "segneigh": 0.995645855133124, - "wbs": 0.995645855133124 + "wbs": 0.995645855133124, + "zero": 0.5002717310161545 }, "quality_control_4": { "amoc": 0.5628594752186589, @@ -372,7 +396,8 @@ "rbocpdms": 0.6607725816700611, "rfpop": 0.0588, "segneigh": 0.5377566882818624, - "wbs": 0.07959999999999999 + "wbs": 0.07959999999999999, + "zero": 0.6727407999999999 }, "quality_control_5": { "amoc": 1.0, @@ -387,7 +412,8 @@ "rbocpdms": 0.9938461538461538, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 1.0 }, "rail_lines": { "amoc": 0.7863825363825364, @@ -402,7 +428,8 @@ "rbocpdms": 0.41634978607951584, "rfpop": 0.4391891891891892, "segneigh": 0.7863825363825364, - "wbs": 0.10270270270270272 + "wbs": 0.10270270270270272, + "zero": 0.4281957633308984 }, "ratner_stock": { "amoc": 0.8731931344496537, @@ -417,7 +444,8 @@ "rbocpdms": 0.8623978324781142, "rfpop": 0.1623333333333333, "segneigh": 0.9140453687993402, - "wbs": 0.17557142857142857 + "wbs": 0.17557142857142857, + "zero": 0.4503255555555555 }, "robocalls": { "amoc": 0.641011386803242, @@ -432,7 +460,8 @@ "rbocpdms": 0.6067692307692307, "rfpop": 0.4468370709750021, "segneigh": 0.7603878525125991, - "wbs": 0.06923076923076923 + "wbs": 0.06923076923076923, + "zero": 0.6005917159763314 }, "scanline_126007": { "amoc": 0.519425686423205, @@ -447,7 +476,8 @@ "rbocpdms": null, "rfpop": 0.3155288774231227, "segneigh": 0.5674532369803685, - "wbs": 0.26301202987142086 + "wbs": 0.26301202987142086, + "zero": 0.5027199917012807 }, "scanline_42049": { "amoc": 0.42402749280674296, @@ -462,7 +492,8 @@ "rbocpdms": 0.4207584200548333, "rfpop": 0.2572545092059262, "segneigh": 0.7297414014592061, - "wbs": 0.4320485484333056 + "wbs": 0.4320485484333056, + "zero": 0.2112845293718475 }, "seatbelts": { "amoc": 0.6825404441929043, @@ -477,7 +508,8 @@ "rbocpdms": 0.5262925461440059, "rfpop": 0.48429166666666673, "segneigh": 0.7654780268915077, - "wbs": 0.727164100252578 + "wbs": 0.727164100252578, + "zero": 0.5283637152777778 }, "shanghai_license": { "amoc": 0.9196947071511531, @@ -492,7 +524,8 @@ "rbocpdms": 0.7543980157704533, "rfpop": 0.38054693274205464, "segneigh": 0.8264951553625124, - "wbs": 0.20883961566888395 + "wbs": 0.20883961566888395, + "zero": 0.5470886377156454 }, "uk_coal_employ": { "amoc": null, @@ -507,7 +540,8 @@ "rbocpdms": null, "rfpop": null, "segneigh": null, - "wbs": null + "wbs": null, + "zero": 0.35648072562358274 }, "unemployment_nl": { "amoc": 0.5065595248493318, @@ -522,7 +556,8 @@ "rbocpdms": 0.5385050140609804, "rfpop": 0.24328043451875225, "segneigh": 0.6483671445199073, - "wbs": 0.2216065865598576 + "wbs": 0.2216065865598576, + "zero": 0.5065595248493318 }, "us_population": { "amoc": 0.7355460811775691, @@ -537,7 +572,8 @@ "rbocpdms": 0.554656862745098, "rfpop": 0.8033761053440983, "segneigh": 0.3073529411764706, - "wbs": 0.04264705882352941 + "wbs": 0.04264705882352941, + "zero": 0.8033761053440983 }, "usd_isk": { "amoc": 0.8527794314919734, @@ -552,7 +588,8 @@ "rbocpdms": 0.5821701480650142, "rfpop": 0.16304945054945055, "segneigh": 0.7303371792260955, - "wbs": 0.19410063620589937 + "wbs": 0.19410063620589937, + "zero": 0.43629300594994175 }, "well_log": { "amoc": 0.4527947707232932, @@ -567,6 +604,7 @@ "rbocpdms": 0.6651010133088289, "rfpop": 0.7871519424337239, "segneigh": 0.6465255849795147, - "wbs": 0.7187662053663793 + "wbs": 0.7187662053663793, + "zero": 0.22457547325102878 } } diff --git a/analysis/output/tables/default_f1_combined_full.tex b/analysis/output/tables/default_f1_combined_full.tex index dcb00e21..4816db2d 100644 --- a/analysis/output/tables/default_f1_combined_full.tex +++ b/analysis/output/tables/default_f1_combined_full.tex @@ -1,48 +1,48 @@ -\begin{tabular}{lccccccccccccc} -Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs}\\ +\begin{tabular}{lcccccccccccccc} +Dataset & \textsc{amoc} & \textsc{binseg} & \textsc{bocpd} & \textsc{bocpdms} & \textsc{cpnp} & \textsc{ecp} & \textsc{kcpa} & \textsc{pelt} & \textsc{prophet} & \textsc{rbocpdms} & \textsc{rfpop} & \textsc{segneigh} & \textsc{wbs} & \textsc{zero}\\ \hline -\verb+bank+ & \textbf{0.667} & 0.400 & 0.047 & 0.118 & 0.044 & 0.154 & 0.008 & 0.400 & 0.154 & 0.333 & 0.015 & 0.333 & 0.039\\ -\verb+bitcoin+ & 0.367 & 0.278 & \textbf{0.550} & 0.269 & 0.402 & 0.285 & 0.044 & 0.473 & 0.354 & F & 0.186 & 0.473 & 0.279\\ -\verb+brent_spot+ & 0.272 & 0.416 & 0.387 & 0.239 & \textbf{0.555} & 0.418 & 0.048 & 0.402 & 0.173 & 0.321 & 0.375 & 0.366 & 0.354\\ -\verb+businv+ & \textbf{0.455} & 0.370 & 0.270 & 0.370 & 0.304 & 0.179 & 0.024 & 0.370 & 0.275 & 0.312 & 0.170 & 0.312 & 0.188\\ -\verb+centralia+ & \textbf{0.763} & 0.625 & 0.625 & 0.595 & 0.625 & \textbf{0.763} & 0.200 & 0.625 & \textbf{0.763} & 0.458 & 0.400 & 0.625 & 0.143\\ -\verb+children_per_woman+ & 0.472 & 0.472 & \textbf{0.525} & 0.337 & 0.208 & 0.216 & 0.026 & 0.472 & 0.310 & 0.288 & 0.113 & 0.337 & 0.111\\ -\verb+co2_canada+ & 0.544 & 0.691 & 0.619 & 0.265 & 0.578 & \textbf{0.817} & 0.107 & 0.661 & 0.482 & 0.381 & 0.407 & 0.661 & 0.356\\ -\verb+construction+ & 0.516 & \textbf{0.547} & 0.481 & 0.410 & 0.359 & 0.430 & 0.019 & \textbf{0.547} & 0.324 & 0.480 & 0.115 & \textbf{0.547} & 0.248\\ -\verb+debt_ireland+ & 0.469 & \textbf{0.760} & \textbf{0.760} & 0.611 & \textbf{0.760} & 0.469 & 0.261 & \textbf{0.760} & 0.469 & 0.530 & 0.462 & \textbf{0.760} & 0.273\\ -\verb+gdp_argentina+ & 0.889 & 0.889 & \textbf{0.947} & 0.583 & 0.818 & 0.824 & 0.131 & 0.889 & 0.615 & 0.452 & 0.571 & \textbf{0.947} & 0.148\\ -\verb+gdp_croatia+ & 0.583 & 0.583 & \textbf{1.000} & 0.583 & \textbf{1.000} & 0.824 & 0.160 & 0.583 & 0.824 & 0.452 & 0.400 & 0.583 & 0.167\\ -\verb+gdp_iran+ & 0.492 & 0.492 & 0.424 & 0.492 & 0.330 & \textbf{0.652} & 0.100 & 0.492 & \textbf{0.652} & 0.395 & 0.316 & 0.395 & 0.113\\ -\verb+gdp_japan+ & 0.615 & 0.615 & 0.800 & 0.471 & 0.667 & \textbf{0.889} & 0.068 & 0.615 & \textbf{0.889} & 0.667 & 0.190 & 0.615 & 0.077\\ -\verb+global_co2+ & \textbf{0.634} & \textbf{0.634} & 0.481 & 0.458 & 0.242 & 0.481 & 0.036 & 0.481 & 0.142 & 0.458 & 0.110 & 0.481 & 0.038\\ -\verb+homeruns+ & \textbf{0.577} & \textbf{0.577} & 0.370 & 0.356 & 0.301 & 0.448 & 0.018 & \textbf{0.577} & 0.218 & 0.337 & 0.133 & 0.397 & 0.100\\ -\verb+iceland_tourism+ & \textbf{0.643} & \textbf{0.643} & 0.486 & 0.391 & 0.391 & 0.391 & 0.010 & \textbf{0.643} & 0.220 & 0.400 & 0.105 & 0.486 & 0.105\\ -\verb+jfk_passengers+ & \textbf{0.559} & \textbf{0.559} & 0.264 & 0.358 & 0.430 & 0.264 & 0.009 & \textbf{0.559} & 0.354 & 0.347 & 0.189 & 0.437 & 0.264\\ -\verb+lga_passengers+ & \textbf{0.422} & 0.305 & 0.399 & 0.297 & 0.264 & 0.392 & 0.021 & 0.305 & 0.366 & 0.348 & 0.262 & 0.264 & 0.245\\ -\verb+measles+ & \textbf{0.947} & \textbf{0.947} & 0.069 & 0.124 & 0.118 & 0.069 & 0.004 & 0.124 & 0.391 & 0.117 & 0.030 & 0.327 & 0.039\\ -\verb+nile+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.800 & \textbf{1.000} & \textbf{1.000} & 0.040 & \textbf{1.000} & 0.824 & 0.452 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+ozone+ & 0.531 & 0.650 & 0.650 & 0.531 & 0.750 & 0.723 & 0.109 & \textbf{1.000} & 0.723 & 0.559 & 0.375 & \textbf{1.000} & 0.113\\ -\verb+quality_control_1+ & \textbf{1.000} & \textbf{1.000} & 0.800 & 0.667 & 0.667 & 0.667 & 0.013 & \textbf{1.000} & 0.500 & 0.667 & 0.667 & \textbf{1.000} & 0.571\\ -\verb+quality_control_2+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & \textbf{1.000} & \textbf{1.000} & 0.014 & \textbf{1.000} & 0.545 & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+quality_control_3+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & 0.571 & \textbf{1.000} & 0.011 & \textbf{1.000} & 0.667 & 0.333 & 0.286 & \textbf{1.000} & \textbf{1.000}\\ -\verb+quality_control_4+ & \textbf{0.576} & 0.565 & 0.397 & 0.438 & 0.361 & 0.282 & 0.008 & 0.558 & 0.191 & 0.360 & 0.073 & 0.558 & 0.077\\ -\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & 0.006 & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ -\verb+rail_lines+ & \textbf{0.846} & \textbf{0.846} & \textbf{0.846} & 0.349 & 0.778 & 0.537 & 0.105 & \textbf{0.846} & 0.423 & 0.349 & 0.333 & \textbf{0.846} & 0.108\\ -\verb+ratner_stock+ & \textbf{0.776} & 0.683 & 0.526 & 0.333 & 0.126 & 0.201 & 0.013 & 0.650 & 0.280 & 0.559 & 0.092 & 0.683 & 0.115\\ -\verb+robocalls+ & 0.800 & 0.800 & \textbf{0.966} & 0.516 & 0.832 & 0.636 & 0.111 & 0.800 & 0.636 & 0.410 & 0.500 & \textbf{0.966} & 0.113\\ -\verb+scanline_126007+ & 0.524 & 0.259 & 0.220 & 0.379 & 0.233 & 0.300 & 0.009 & 0.188 & \textbf{0.644} & F & 0.097 & 0.297 & 0.078\\ -\verb+scanline_42049+ & 0.485 & 0.713 & \textbf{0.962} & 0.735 & 0.608 & 0.580 & 0.063 & 0.744 & 0.202 & 0.390 & 0.262 & 0.684 & 0.276\\ -\verb+seatbelts+ & 0.474 & \textbf{0.683} & 0.583 & 0.383 & 0.509 & 0.321 & 0.041 & \textbf{0.683} & 0.452 & 0.383 & 0.396 & 0.583 & 0.583\\ -\verb+shanghai_license+ & \textbf{0.605} & \textbf{0.605} & 0.465 & 0.491 & 0.437 & 0.541 & 0.029 & \textbf{0.605} & 0.532 & 0.326 & 0.231 & 0.465 & 0.130\\ -\verb+uk_coal_employ+ & M & M & M & 0.495 & M & 0.513 & 0.513 & M & \textbf{0.551} & M & M & M & M\\ -\verb+unemployment_nl+ & 0.566 & \textbf{0.876} & 0.610 & 0.592 & 0.610 & 0.620 & 0.093 & 0.773 & 0.566 & 0.495 & 0.466 & 0.773 & 0.397\\ -\verb+us_population+ & \textbf{1.000} & 0.667 & 0.216 & 0.471 & 0.216 & 0.174 & 0.005 & 0.471 & 0.159 & 0.242 & 0.889 & 0.320 & 0.077\\ -\verb+usd_isk+ & \textbf{0.785} & 0.657 & 0.609 & 0.678 & 0.409 & 0.518 & 0.024 & 0.657 & 0.489 & 0.282 & 0.167 & 0.657 & 0.188\\ -\verb+well_log+ & 0.279 & 0.534 & 0.796 & 0.769 & 0.822 & 0.818 & 0.052 & 0.555 & 0.149 & 0.578 & \textbf{0.923} & 0.485 & 0.724\\ +\verb+bank+ & 0.667 & 0.400 & 0.047 & 0.118 & 0.044 & 0.154 & 0.008 & 0.400 & 0.154 & 0.333 & 0.015 & 0.333 & 0.039 & \textbf{1.000}\\ +\verb+bitcoin+ & 0.367 & 0.278 & \textbf{0.550} & 0.269 & 0.402 & 0.285 & 0.044 & 0.473 & 0.354 & F & 0.186 & 0.473 & 0.279 & 0.450\\ +\verb+brent_spot+ & 0.272 & 0.416 & 0.387 & 0.239 & \textbf{0.555} & 0.418 & 0.048 & 0.402 & 0.173 & 0.321 & 0.375 & 0.366 & 0.354 & 0.315\\ +\verb+businv+ & 0.455 & 0.370 & 0.270 & 0.370 & 0.304 & 0.179 & 0.024 & 0.370 & 0.275 & 0.312 & 0.170 & 0.312 & 0.188 & \textbf{0.588}\\ +\verb+centralia+ & \textbf{0.763} & 0.625 & 0.625 & 0.595 & 0.625 & \textbf{0.763} & 0.200 & 0.625 & \textbf{0.763} & 0.458 & 0.400 & 0.625 & 0.143 & \textbf{0.763}\\ +\verb+children_per_woman+ & 0.472 & 0.472 & \textbf{0.525} & 0.337 & 0.208 & 0.216 & 0.026 & 0.472 & 0.310 & 0.288 & 0.113 & 0.337 & 0.111 & 0.507\\ +\verb+co2_canada+ & 0.544 & 0.691 & 0.619 & 0.265 & 0.578 & \textbf{0.817} & 0.107 & 0.661 & 0.482 & 0.381 & 0.407 & 0.661 & 0.356 & 0.361\\ +\verb+construction+ & 0.516 & 0.547 & 0.481 & 0.410 & 0.359 & 0.430 & 0.019 & 0.547 & 0.324 & 0.480 & 0.115 & 0.547 & 0.248 & \textbf{0.696}\\ +\verb+debt_ireland+ & 0.469 & \textbf{0.760} & \textbf{0.760} & 0.611 & \textbf{0.760} & 0.469 & 0.261 & \textbf{0.760} & 0.469 & 0.530 & 0.462 & \textbf{0.760} & 0.273 & 0.469\\ +\verb+gdp_argentina+ & 0.889 & 0.889 & \textbf{0.947} & 0.583 & 0.818 & 0.824 & 0.131 & 0.889 & 0.615 & 0.452 & 0.571 & \textbf{0.947} & 0.148 & 0.824\\ +\verb+gdp_croatia+ & 0.583 & 0.583 & \textbf{1.000} & 0.583 & \textbf{1.000} & 0.824 & 0.160 & 0.583 & 0.824 & 0.452 & 0.400 & 0.583 & 0.167 & 0.824\\ +\verb+gdp_iran+ & 0.492 & 0.492 & 0.424 & 0.492 & 0.330 & \textbf{0.652} & 0.100 & 0.492 & \textbf{0.652} & 0.395 & 0.316 & 0.395 & 0.113 & \textbf{0.652}\\ +\verb+gdp_japan+ & 0.615 & 0.615 & 0.800 & 0.471 & 0.667 & \textbf{0.889} & 0.068 & 0.615 & \textbf{0.889} & 0.667 & 0.190 & 0.615 & 0.077 & \textbf{0.889}\\ +\verb+global_co2+ & 0.634 & 0.634 & 0.481 & 0.458 & 0.242 & 0.481 & 0.036 & 0.481 & 0.142 & 0.458 & 0.110 & 0.481 & 0.038 & \textbf{0.846}\\ +\verb+homeruns+ & 0.577 & 0.577 & 0.370 & 0.356 & 0.301 & 0.448 & 0.018 & 0.577 & 0.218 & 0.337 & 0.133 & 0.397 & 0.100 & \textbf{0.659}\\ +\verb+iceland_tourism+ & 0.643 & 0.643 & 0.486 & 0.391 & 0.391 & 0.391 & 0.010 & 0.643 & 0.220 & 0.400 & 0.105 & 0.486 & 0.105 & \textbf{0.947}\\ +\verb+jfk_passengers+ & 0.559 & 0.559 & 0.264 & 0.358 & 0.430 & 0.264 & 0.009 & 0.559 & 0.354 & 0.347 & 0.189 & 0.437 & 0.264 & \textbf{0.723}\\ +\verb+lga_passengers+ & 0.422 & 0.305 & 0.399 & 0.297 & 0.264 & 0.392 & 0.021 & 0.305 & 0.366 & 0.348 & 0.262 & 0.264 & 0.245 & \textbf{0.535}\\ +\verb+measles+ & \textbf{0.947} & \textbf{0.947} & 0.069 & 0.124 & 0.118 & 0.069 & 0.004 & 0.124 & 0.391 & 0.117 & 0.030 & 0.327 & 0.039 & \textbf{0.947}\\ +\verb+nile+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.800 & \textbf{1.000} & \textbf{1.000} & 0.040 & \textbf{1.000} & 0.824 & 0.452 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.824\\ +\verb+ozone+ & 0.531 & 0.650 & 0.650 & 0.531 & 0.750 & 0.723 & 0.109 & \textbf{1.000} & 0.723 & 0.559 & 0.375 & \textbf{1.000} & 0.113 & 0.723\\ +\verb+quality_control_1+ & \textbf{1.000} & \textbf{1.000} & 0.800 & 0.667 & 0.667 & 0.667 & 0.013 & \textbf{1.000} & 0.500 & 0.667 & 0.667 & \textbf{1.000} & 0.571 & 0.667\\ +\verb+quality_control_2+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & \textbf{1.000} & \textbf{1.000} & 0.014 & \textbf{1.000} & 0.545 & 0.667 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.750\\ +\verb+quality_control_3+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.667 & 0.571 & \textbf{1.000} & 0.011 & \textbf{1.000} & 0.667 & 0.333 & 0.286 & \textbf{1.000} & \textbf{1.000} & 0.667\\ +\verb+quality_control_4+ & 0.576 & 0.565 & 0.397 & 0.438 & 0.361 & 0.282 & 0.008 & 0.558 & 0.191 & 0.360 & 0.073 & 0.558 & 0.077 & \textbf{0.780}\\ +\verb+quality_control_5+ & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & 0.006 & \textbf{1.000} & \textbf{1.000} & 0.500 & \textbf{1.000} & \textbf{1.000} & \textbf{1.000} & \textbf{1.000}\\ +\verb+rail_lines+ & \textbf{0.846} & \textbf{0.846} & \textbf{0.846} & 0.349 & 0.778 & 0.537 & 0.105 & \textbf{0.846} & 0.423 & 0.349 & 0.333 & \textbf{0.846} & 0.108 & 0.537\\ +\verb+ratner_stock+ & \textbf{0.776} & 0.683 & 0.526 & 0.333 & 0.126 & 0.201 & 0.013 & 0.650 & 0.280 & 0.559 & 0.092 & 0.683 & 0.115 & 0.571\\ +\verb+robocalls+ & 0.800 & 0.800 & \textbf{0.966} & 0.516 & 0.832 & 0.636 & 0.111 & 0.800 & 0.636 & 0.410 & 0.500 & \textbf{0.966} & 0.113 & 0.636\\ +\verb+scanline_126007+ & 0.524 & 0.259 & 0.220 & 0.379 & 0.233 & 0.300 & 0.009 & 0.188 & \textbf{0.644} & F & 0.097 & 0.297 & 0.078 & \textbf{0.644}\\ +\verb+scanline_42049+ & 0.485 & 0.713 & \textbf{0.962} & 0.735 & 0.608 & 0.580 & 0.063 & 0.744 & 0.202 & 0.390 & 0.262 & 0.684 & 0.276 & 0.276\\ +\verb+seatbelts+ & 0.474 & \textbf{0.683} & 0.583 & 0.383 & 0.509 & 0.321 & 0.041 & \textbf{0.683} & 0.452 & 0.383 & 0.396 & 0.583 & 0.583 & 0.621\\ +\verb+shanghai_license+ & 0.605 & 0.605 & 0.465 & 0.491 & 0.437 & 0.541 & 0.029 & 0.605 & 0.532 & 0.326 & 0.231 & 0.465 & 0.130 & \textbf{0.636}\\ +\verb+uk_coal_employ+ & M & M & M & 0.495 & M & 0.513 & 0.513 & M & \textbf{0.551} & M & M & M & M & 0.513\\ +\verb+unemployment_nl+ & 0.566 & \textbf{0.876} & 0.610 & 0.592 & 0.610 & 0.620 & 0.093 & 0.773 & 0.566 & 0.495 & 0.466 & 0.773 & 0.397 & 0.566\\ +\verb+us_population+ & \textbf{1.000} & 0.667 & 0.216 & 0.471 & 0.216 & 0.174 & 0.005 & 0.471 & 0.159 & 0.242 & 0.889 & 0.320 & 0.077 & 0.889\\ +\verb+usd_isk+ & \textbf{0.785} & 0.657 & 0.609 & 0.678 & 0.409 & 0.518 & 0.024 & 0.657 & 0.489 & 0.282 & 0.167 & 0.657 & 0.188 & 0.489\\ +\verb+well_log+ & 0.279 & 0.534 & 0.796 & 0.769 & 0.822 & 0.818 & 0.052 & 0.555 & 0.149 & 0.578 & \textbf{0.923} & 0.485 & 0.724 & 0.237\\ \hline -\verb+apple+ & & & 0.247 & 0.142 & & 0.247 & 0.006 & & & \textbf{0.373} & & & \\ -\verb+bee_waggle_6+ & & & 0.062 & \textbf{0.481} & & 0.124 & 0.003 & & & 0.218 & & & \\ -\verb+occupancy+ & & & 0.259 & 0.203 & & \textbf{0.387} & 0.015 & & & 0.163 & & & \\ -\verb+run_log+ & & & 0.182 & \textbf{0.319} & & 0.195 & 0.014 & & & 0.244 & & & \\ +\verb+apple+ & & & 0.247 & 0.142 & & 0.247 & 0.006 & & & 0.373 & & & & \textbf{0.594}\\ +\verb+bee_waggle_6+ & & & 0.062 & 0.481 & & 0.124 & 0.003 & & & 0.218 & & & & \textbf{0.929}\\ +\verb+occupancy+ & & & 0.259 & 0.203 & & \textbf{0.387} & 0.015 & & & 0.163 & & & & 0.341\\ +\verb+run_log+ & & & 0.182 & 0.319 & & 0.195 & 0.014 & & & 0.244 & & & & \textbf{0.446}\\ \hline \end{tabular} diff --git a/analysis/output/tables/default_f1_multi_avg.json b/analysis/output/tables/default_f1_multi_avg.json index 1c5dd041..f90a9d2b 100644 --- a/analysis/output/tables/default_f1_multi_avg.json +++ b/analysis/output/tables/default_f1_multi_avg.json @@ -3,5 +3,6 @@ "bocpdms": 0.2863800722335245, "ecp": 0.23828457433188238, "kcpa": 0.009455518272524471, - "rbocpdms": 0.24971838871416588 + "rbocpdms": 0.24971838871416588, + "zero": 0.5771739603118445 } diff --git a/analysis/output/tables/default_f1_uni_avg.json b/analysis/output/tables/default_f1_uni_avg.json index 6b62cd02..cec60f43 100644 --- a/analysis/output/tables/default_f1_uni_avg.json +++ b/analysis/output/tables/default_f1_uni_avg.json @@ -11,5 +11,6 @@ "rbocpdms": 0.4179119126195535, "rfpop": 0.3720949663003199, "segneigh": 0.6255775512246301, - "wbs": 0.29950025277506126 + "wbs": 0.29950025277506126, + "zero": 0.6689673850347647 } diff --git a/analysis/output/tables/default_f1_uni_full.json b/analysis/output/tables/default_f1_uni_full.json index f684e7a6..4cf72c98 100644 --- a/analysis/output/tables/default_f1_uni_full.json +++ b/analysis/output/tables/default_f1_uni_full.json @@ -12,7 +12,8 @@ "rbocpdms": 0.33333333333333337, "rfpop": 0.015151515151515152, "segneigh": 0.33333333333333337, - "wbs": 0.0392156862745098 + "wbs": 0.0392156862745098, + "zero": 1.0 }, "bitcoin": { "amoc": 0.36708860759493667, @@ -27,7 +28,8 @@ "rbocpdms": null, "rfpop": 0.18628719275549807, "segneigh": 0.473469387755102, - "wbs": 0.27906976744186046 + "wbs": 0.27906976744186046, + "zero": 0.44961240310077516 }, "brent_spot": { "amoc": 0.27184466019417475, @@ -42,7 +44,8 @@ "rbocpdms": 0.3212669683257919, "rfpop": 0.37529530880863987, "segneigh": 0.3656108597285068, - "wbs": 0.35433628318584076 + "wbs": 0.35433628318584076, + "zero": 0.3146067415730337 }, "businv": { "amoc": 0.45454545454545453, @@ -57,7 +60,8 @@ "rbocpdms": 0.3125, "rfpop": 0.1702127659574468, "segneigh": 0.3125, - "wbs": 0.18848167539267016 + "wbs": 0.18848167539267016, + "zero": 0.5882352941176471 }, "centralia": { "amoc": 0.7628865979381444, @@ -72,7 +76,8 @@ "rbocpdms": 0.45833333333333337, "rfpop": 0.4, "segneigh": 0.625, - "wbs": 0.14285714285714288 + "wbs": 0.14285714285714288, + "zero": 0.7628865979381444 }, "children_per_woman": { "amoc": 0.47183098591549294, @@ -87,7 +92,8 @@ "rbocpdms": 0.288135593220339, "rfpop": 0.11320754716981131, "segneigh": 0.3366336633663366, - "wbs": 0.1111111111111111 + "wbs": 0.1111111111111111, + "zero": 0.5074626865671642 }, "co2_canada": { "amoc": 0.5441941074523396, @@ -102,7 +108,8 @@ "rbocpdms": 0.38053097345132747, "rfpop": 0.4065792855307119, "segneigh": 0.6613545816733067, - "wbs": 0.35555555555555557 + "wbs": 0.35555555555555557, + "zero": 0.36097560975609755 }, "construction": { "amoc": 0.5161290322580646, @@ -117,7 +124,8 @@ "rbocpdms": 0.48, "rfpop": 0.11538461538461538, "segneigh": 0.5473684210526316, - "wbs": 0.247787610619469 + "wbs": 0.247787610619469, + "zero": 0.6956521739130436 }, "debt_ireland": { "amoc": 0.4693877551020408, @@ -132,7 +140,8 @@ "rbocpdms": 0.5301204819277109, "rfpop": 0.4615384615384615, "segneigh": 0.7603305785123966, - "wbs": 0.2727272727272727 + "wbs": 0.2727272727272727, + "zero": 0.4693877551020408 }, "gdp_argentina": { "amoc": 0.888888888888889, @@ -147,7 +156,8 @@ "rbocpdms": 0.45161290322580644, "rfpop": 0.5714285714285715, "segneigh": 0.9473684210526316, - "wbs": 0.14814814814814814 + "wbs": 0.14814814814814814, + "zero": 0.8235294117647058 }, "gdp_croatia": { "amoc": 0.5833333333333333, @@ -162,7 +172,8 @@ "rbocpdms": 0.45161290322580644, "rfpop": 0.4, "segneigh": 0.5833333333333333, - "wbs": 0.16666666666666669 + "wbs": 0.16666666666666669, + "zero": 0.8235294117647058 }, "gdp_iran": { "amoc": 0.4915254237288136, @@ -177,7 +188,8 @@ "rbocpdms": 0.39455782312925175, "rfpop": 0.3157894736842105, "segneigh": 0.39455782312925175, - "wbs": 0.11320754716981131 + "wbs": 0.11320754716981131, + "zero": 0.651685393258427 }, "gdp_japan": { "amoc": 0.6153846153846154, @@ -192,7 +204,8 @@ "rbocpdms": 0.6666666666666666, "rfpop": 0.1904761904761905, "segneigh": 0.6153846153846154, - "wbs": 0.07692307692307693 + "wbs": 0.07692307692307693, + "zero": 0.888888888888889 }, "global_co2": { "amoc": 0.6341463414634146, @@ -207,7 +220,8 @@ "rbocpdms": 0.45833333333333337, "rfpop": 0.11016949152542373, "segneigh": 0.48148148148148145, - "wbs": 0.038461538461538464 + "wbs": 0.038461538461538464, + "zero": 0.8461538461538461 }, "homeruns": { "amoc": 0.5774647887323944, @@ -222,7 +236,8 @@ "rbocpdms": 0.33695652173913043, "rfpop": 0.13310580204778158, "segneigh": 0.3973063973063973, - "wbs": 0.1 + "wbs": 0.1, + "zero": 0.659217877094972 }, "iceland_tourism": { "amoc": 0.6428571428571429, @@ -237,7 +252,8 @@ "rbocpdms": 0.4, "rfpop": 0.10526315789473684, "segneigh": 0.48648648648648646, - "wbs": 0.10526315789473684 + "wbs": 0.10526315789473684, + "zero": 0.9473684210526316 }, "jfk_passengers": { "amoc": 0.5588235294117647, @@ -252,7 +268,8 @@ "rbocpdms": 0.3469387755102041, "rfpop": 0.18918918918918917, "segneigh": 0.43678160919540227, - "wbs": 0.2638888888888889 + "wbs": 0.2638888888888889, + "zero": 0.723404255319149 }, "lga_passengers": { "amoc": 0.42196531791907516, @@ -267,7 +284,8 @@ "rbocpdms": 0.34844868735083534, "rfpop": 0.26205331820760064, "segneigh": 0.26440677966101694, - "wbs": 0.24531170805879374 + "wbs": 0.24531170805879374, + "zero": 0.5347985347985348 }, "measles": { "amoc": 0.9473684210526316, @@ -282,7 +300,8 @@ "rbocpdms": 0.11688311688311688, "rfpop": 0.03007518796992481, "segneigh": 0.32727272727272727, - "wbs": 0.0391304347826087 + "wbs": 0.0391304347826087, + "zero": 0.9473684210526316 }, "nile": { "amoc": 1.0, @@ -297,7 +316,8 @@ "rbocpdms": 0.45161290322580644, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 0.8235294117647058 }, "ozone": { "amoc": 0.53125, @@ -312,7 +332,8 @@ "rbocpdms": 0.5588235294117647, "rfpop": 0.375, "segneigh": 1.0, - "wbs": 0.11320754716981131 + "wbs": 0.11320754716981131, + "zero": 0.723404255319149 }, "quality_control_1": { "amoc": 1.0, @@ -327,7 +348,8 @@ "rbocpdms": 0.6666666666666666, "rfpop": 0.6666666666666666, "segneigh": 1.0, - "wbs": 0.5714285714285715 + "wbs": 0.5714285714285715, + "zero": 0.6666666666666666 }, "quality_control_2": { "amoc": 1.0, @@ -342,7 +364,8 @@ "rbocpdms": 0.6666666666666666, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 0.7500000000000001 }, "quality_control_3": { "amoc": 1.0, @@ -357,7 +380,8 @@ "rbocpdms": 0.3333333333333333, "rfpop": 0.2857142857142857, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 0.6666666666666666 }, "quality_control_4": { "amoc": 0.576271186440678, @@ -372,7 +396,8 @@ "rbocpdms": 0.35955056179775285, "rfpop": 0.07272727272727272, "segneigh": 0.5575757575757576, - "wbs": 0.07692307692307693 + "wbs": 0.07692307692307693, + "zero": 0.7804878048780489 }, "quality_control_5": { "amoc": 1.0, @@ -387,7 +412,8 @@ "rbocpdms": 0.5, "rfpop": 1.0, "segneigh": 1.0, - "wbs": 1.0 + "wbs": 1.0, + "zero": 1.0 }, "rail_lines": { "amoc": 0.8461538461538461, @@ -402,7 +428,8 @@ "rbocpdms": 0.34920634920634924, "rfpop": 0.33333333333333337, "segneigh": 0.8461538461538461, - "wbs": 0.1081081081081081 + "wbs": 0.1081081081081081, + "zero": 0.5365853658536586 }, "ratner_stock": { "amoc": 0.7755102040816326, @@ -417,7 +444,8 @@ "rbocpdms": 0.5588235294117647, "rfpop": 0.09230769230769231, "segneigh": 0.6829268292682926, - "wbs": 0.11538461538461538 + "wbs": 0.11538461538461538, + "zero": 0.5714285714285714 }, "robocalls": { "amoc": 0.8, @@ -432,7 +460,8 @@ "rbocpdms": 0.4102564102564102, "rfpop": 0.5, "segneigh": 0.9655172413793104, - "wbs": 0.11320754716981131 + "wbs": 0.11320754716981131, + "zero": 0.6363636363636364 }, "scanline_126007": { "amoc": 0.5241379310344828, @@ -447,7 +476,8 @@ "rbocpdms": null, "rfpop": 0.09743366681165723, "segneigh": 0.2970149253731343, - "wbs": 0.07837697242933934 + "wbs": 0.07837697242933934, + "zero": 0.6444007858546169 }, "scanline_42049": { "amoc": 0.4845005740528128, @@ -462,7 +492,8 @@ "rbocpdms": 0.3900184842883549, "rfpop": 0.2618896639188332, "segneigh": 0.6842276422764227, - "wbs": 0.2758620689655173 + "wbs": 0.2758620689655173, + "zero": 0.2756368386675375 }, "seatbelts": { "amoc": 0.4736842105263158, @@ -477,7 +508,8 @@ "rbocpdms": 0.3829787234042553, "rfpop": 0.3958333333333333, "segneigh": 0.5833333333333334, - "wbs": 0.5833333333333334 + "wbs": 0.5833333333333334, + "zero": 0.6206896551724138 }, "shanghai_license": { "amoc": 0.605263157894737, @@ -492,7 +524,8 @@ "rbocpdms": 0.3255813953488372, "rfpop": 0.23076923076923078, "segneigh": 0.4646464646464646, - "wbs": 0.13043478260869565 + "wbs": 0.13043478260869565, + "zero": 0.6363636363636364 }, "uk_coal_employ": { "amoc": null, @@ -507,7 +540,8 @@ "rbocpdms": null, "rfpop": null, "segneigh": null, - "wbs": null + "wbs": null, + "zero": 0.5132743362831859 }, "unemployment_nl": { "amoc": 0.5663082437275986, @@ -522,7 +556,8 @@ "rbocpdms": 0.49494949494949503, "rfpop": 0.4660194174757282, "segneigh": 0.7730061349693252, - "wbs": 0.39669421487603307 + "wbs": 0.39669421487603307, + "zero": 0.5663082437275986 }, "us_population": { "amoc": 1.0, @@ -537,7 +572,8 @@ "rbocpdms": 0.24242424242424243, "rfpop": 0.888888888888889, "segneigh": 0.32000000000000006, - "wbs": 0.07692307692307693 + "wbs": 0.07692307692307693, + "zero": 0.888888888888889 }, "usd_isk": { "amoc": 0.7854251012145749, @@ -552,7 +588,8 @@ "rbocpdms": 0.2819767441860465, "rfpop": 0.16666666666666669, "segneigh": 0.6565143824027072, - "wbs": 0.1875 + "wbs": 0.1875, + "zero": 0.48866498740554154 }, "well_log": { "amoc": 0.27915869980879543, @@ -567,6 +604,7 @@ "rbocpdms": 0.5778164924506389, "rfpop": 0.9225874867444326, "segneigh": 0.4848015488867377, - "wbs": 0.7244283995186522 + "wbs": 0.7244283995186522, + "zero": 0.23702252693437809 } } |