hollywood2_em/evaluation/ivt_eval.json

{
    "FIX": {
        "F1": 0.8103428483351459,
        "FPR": 0.7504547783010356,
        "accuracy": 0.710955275186543,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 0.9193573131857699,
                "count": 36265.0,
                "duration_ms": 175.92909891079552
            },
            "true": {
                "amplitude_deg": 0.6001975589341978,
                "count": 13461.0,
                "duration_ms": 330.1841050442018
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.3961123281097642
            },
            "kappa": 0.29970027528457566
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.5198423645320197,
            "IoU": 0.70404702941857,
            "IoU>=0.5": {
                "F1": 0.4258128078817734,
                "IoU": 0.6929701088535831
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.7555265163889796,
            "FPR": 0.4363680623174294,
            "accuracy": 0.7392036708971045,
            "confusion": {
                "FIX": 0.9987763621967898,
                "NOISE": 0.0,
                "SACCADE": 0.0012236378032102497
            },
            "confusion-accuracy": 0.9987763621967898,
            "kappa": 0.5093399212796172,
            "precision": 0.6075572485660493,
            "recall": 0.9987763621967898,
            "sensitivity": 0.9987763621967898,
            "specificity": 0.5636319376825706
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.2512204692172637
            },
            "kappa": 0.29553680300178486
        },
        "kappa": 0.2773438856758703,
        "normalised_Levenshtein": {
            "episode": 0.4034569409309425,
            "error_rate": 0.289044724813457,
            "sample": 0.30395905795006867
        },
        "precision": 0.6872117500877241,
        "recall": 0.9872296189537184,
        "sensitivity": 0.9872296189537184,
        "specificity": 0.24954522169896443
    },
    "NOISE": {
        "F1": 0.7266468409162197,
        "FPR": 7.694056939440933e-06,
        "accuracy": 0.9812381916044266,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 20.431933131716903,
                "count": 780.0,
                "duration_ms": 234.7892217948718
            },
            "true": {
                "amplitude_deg": 7.0528901999723095,
                "count": 989.0,
                "duration_ms": 308.29700303336705
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.2829647755966719
            },
            "kappa": 0.49704190225624606
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8691746209994385,
            "IoU": 0.6017935710149813,
            "IoU>=0.5": {
                "F1": 0.815272318921954,
                "IoU": 0.5851377991159519
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8427745664739884,
            "FPR": 0.0,
            "accuracy": 0.9921006011674847,
            "confusion": {
                "FIX": 0.0899100899100899,
                "NOISE": 0.7282717282717283,
                "SACCADE": 0.14885114885114886
            },
            "confusion-accuracy": 0.7282717282717283,
            "kappa": 0.8388257561156124,
            "precision": 1.0,
            "recall": 0.7282717282717283,
            "sensitivity": 0.7282717282717283,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.8133338056245653
            },
            "kappa": 0.8574513288276332
        },
        "kappa": 0.7176810653758658,
        "normalised_Levenshtein": {
            "episode": 0.3878050637647869,
            "error_rate": 0.018761808395573384,
            "sample": 0.016592290928323598
        },
        "precision": 0.9997050276400026,
        "recall": 0.5707522750378913,
        "sensitivity": 0.5707522750378913,
        "specificity": 0.9999923059430605
    },
    "SACCADE": {
        "F1": 0.7047064859493827,
        "FPR": 0.019106035709026588,
        "accuracy": 0.950436145892293,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 2.608654799866106,
                "count": 36257.0,
                "duration_ms": 15.462472598394795
            },
            "true": {
                "amplitude_deg": 5.632335267070102,
                "count": 14182.0,
                "duration_ms": 47.0721699337188
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.09792213531685895
            },
            "kappa": 0.6138135829288746
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.5550061315716602,
            "IoU": 0.5470493151798547,
            "IoU>=0.5": {
                "F1": 0.3459788757466672,
                "IoU": 0.4255455371051707
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8499780727983096,
            "FPR": 0.008522445743732038,
            "accuracy": 0.8907153021810472,
            "confusion": {
                "FIX": 0.2519823170303838,
                "NOISE": 0.0,
                "SACCADE": 0.7480176829696161
            },
            "confusion-accuracy": 0.7480176829696161,
            "kappa": 0.7665167163251091,
            "precision": 0.9841211225997046,
            "recall": 0.7480176829696161,
            "sensitivity": 0.7480176829696161,
            "specificity": 0.9914775542562679
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.13668694887493937
            },
            "kappa": 0.37610900361491084
        },
        "kappa": 0.6778850006230578,
        "normalised_Levenshtein": {
            "episode": 0.3941900121504333,
            "error_rate": 0.04956385410770701,
            "sample": 0.04805391276376731
        },
        "precision": 0.7730669763399186,
        "recall": 0.6474536829857692,
        "sensitivity": 0.6474536829857692,
        "specificity": 0.9808939642909734
    },
    "SP": {
        "F1": 0.0,
        "FPR": 0.0,
        "accuracy": 0.760519946837864,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": NaN,
                "count": 0.0,
                "duration_ms": NaN
            },
            "true": {
                "amplitude_deg": 1.5899602809400915,
                "count": 5159.0,
                "duration_ms": 333.7082545066874
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.0,
            "IoU": 0.0,
            "IoU>=0.5": {
                "F1": 0.0,
                "IoU": 0.0
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.0,
            "FPR": 0.0,
            "accuracy": 0.846426393285511,
            "confusion": {
                "FIX": 0.9988653555219364,
                "NOISE": 0.0,
                "SACCADE": 0.0011346444780635401
            },
            "confusion-accuracy": 0.0,
            "kappa": 0.0,
            "precision": 0.0,
            "recall": 0.0,
            "sensitivity": 0.0,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.48497495670248475,
            "error_rate": 0.23948005316213608,
            "sample": 0.25754057017119786
        },
        "precision": 0.0,
        "recall": 0.0,
        "sensitivity": 0.0,
        "specificity": 1.0
    },
    "all": {
        "F1": 0.8246182161436187,
        "FPR": 1.0,
        "accuracy": 0.7015747797605633,
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "FIX": 0.8985537380955431,
                    "NOISE": 0.024944345718483217,
                    "SACCADE": 0.07650191618597373
                }
            },
            "true": {
                "samples_amount": {
                    "FIX": 0.6254843605269232,
                    "NOISE": 0.04369143832900626,
                    "SACCADE": 0.09134414798193446,
                    "SP": 0.23948005316213608
                }
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.2369950904423266
            },
            "kappa": 0.45642832234938274
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.02994083010137616
            },
            "kappa": 0.18382202244491685
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.49496408275077686,
            "error_rate": 0.29842522023943674,
            "sample": 0.31313968810944376
        },
        "precision": 0.7015747797605633,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.0
    }
}