hollywood2_em/evaluation/remodnav_eval.json

{
    "FIX": {
        "F1": 0.779380141180882,
        "FPR": 0.13007314290371216,
        "accuracy": 0.7562850709178208,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 0.3567804639184391,
                "count": 17511.0,
                "duration_ms": 196.3756807720861
            },
            "true": {
                "amplitude_deg": 0.6001975589341978,
                "count": 13461.0,
                "duration_ms": 330.1841050442018
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.4221654789353261
            },
            "kappa": 0.4047793211693233
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.7836109973860738,
            "IoU": 0.6317675354439334,
            "IoU>=0.5": {
                "F1": 0.5733001606147451,
                "IoU": 0.5780488082385481
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8032170714949682,
            "FPR": 0.04444985394352483,
            "accuracy": 0.8585949525164813,
            "confusion": {
                "FIX": 0.7152522853235442,
                "SACCADE": 0.013675951918232203,
                "SP": 0.2604908946951702,
                "UNKNOWN": 0.010580868063053337
            },
            "confusion-accuracy": 0.7152522853235442,
            "kappa": 0.6954495874032111,
            "precision": 0.9158525345622119,
            "recall": 0.7152522853235442,
            "sensitivity": 0.7152522853235442,
            "specificity": 0.9555501460564751
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.3684052108166197
            },
            "kappa": 0.42567672572431003
        },
        "kappa": 0.5176068855769799,
        "normalised_Levenshtein": {
            "episode": 0.23288396686800297,
            "error_rate": 0.2437149290821792,
            "sample": 0.23567723229887086
        },
        "precision": 0.8983418181652745,
        "recall": 0.6882408016963855,
        "sensitivity": 0.6882408016963855,
        "specificity": 0.8699268570962878
    },
    "NOISE": {
        "F1": 0.0,
        "FPR": 0.0,
        "accuracy": 0.9563085616709938,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": NaN,
                "count": 0.0,
                "duration_ms": NaN
            },
            "true": {
                "amplitude_deg": 7.0528901999723095,
                "count": 989.0,
                "duration_ms": 308.29700303336705
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.0,
            "IoU": 0.0,
            "IoU>=0.5": {
                "F1": 0.0,
                "IoU": 0.0
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.0,
            "FPR": 0.0,
            "accuracy": 0.9709290506200448,
            "confusion": {
                "FIX": 0.03596403596403597,
                "SACCADE": 0.5124875124875125,
                "SP": 0.4325674325674326,
                "UNKNOWN": 0.01898101898101898
            },
            "confusion-accuracy": 0.0,
            "kappa": 0.0,
            "precision": 0.0,
            "recall": 0.0,
            "sensitivity": 0.0,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.22857337547910395,
            "error_rate": 0.04369143832900626,
            "sample": 0.04099076954242726
        },
        "precision": 0.0,
        "recall": 0.0,
        "sensitivity": 0.0,
        "specificity": 1.0
    },
    "SACCADE": {
        "F1": 0.7551097126648619,
        "FPR": 0.05242208425717961,
        "accuracy": 0.9453215930436849,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 6.114271660815634,
                "count": 15569.0,
                "duration_ms": 62.21474596955489
            },
            "true": {
                "amplitude_deg": 5.632335267070102,
                "count": 14182.0,
                "duration_ms": 47.0721699337188
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.46876048596015546
            },
            "kappa": 0.8497034616804441
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.9310529845741113,
            "IoU": 0.7525107006492495,
            "IoU>=0.5": {
                "F1": 0.894299128101945,
                "IoU": 0.737791581797867
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.9616304460850577,
            "FPR": 0.03607174710137746,
            "accuracy": 0.9678506084279616,
            "confusion": {
                "FIX": 0.011227282295979229,
                "SACCADE": 0.9734053750613992,
                "SP": 0.013753420812574557,
                "UNKNOWN": 0.0016139218300470143
            },
            "confusion-accuracy": 0.9734053750613992,
            "kappa": 0.9339727864265732,
            "precision": 0.9501369863013699,
            "recall": 0.9734053750613992,
            "sensitivity": 0.9734053750613992,
            "specificity": 0.9639282528986225
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.8468678738552186
            },
            "kappa": 0.8127676219955835
        },
        "kappa": 0.7254749175864657,
        "normalised_Levenshtein": {
            "episode": 0.23567103938644535,
            "error_rate": 0.0546784069563151,
            "sample": 0.05011708658543834
        },
        "precision": 0.6389559045880049,
        "recall": 0.9228765774635281,
        "sensitivity": 0.9228765774635281,
        "specificity": 0.9475779157428204
    },
    "SP": {
        "F1": 0.6216754116157047,
        "FPR": 0.2542592493057422,
        "accuracy": 0.7623817661612703,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 2.0436443383648366,
                "count": 9319.0,
                "duration_ms": 299.31529230604144
            },
            "true": {
                "amplitude_deg": 1.5899602809400915,
                "count": 5159.0,
                "duration_ms": 333.7082545066874
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.22439114660462509
            },
            "kappa": 0.40022531020783003
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.6154054054054054,
            "IoU": 0.5941521111221764,
            "IoU>=0.5": {
                "F1": 0.487972972972973,
                "IoU": 0.5394095304180379
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.642272371324838,
            "FPR": 0.14575398867730313,
            "accuracy": 0.854064414950774,
            "confusion": {
                "FIX": 0.13559001512859303,
                "SACCADE": 0.004727685325264751,
                "SP": 0.8530635400907716,
                "UNKNOWN": 0.00661875945537065
            },
            "confusion-accuracy": 0.8530635400907716,
            "kappa": 0.557529821101203,
            "precision": 0.5150131293526659,
            "recall": 0.8530635400907716,
            "sensitivity": 0.8530635400907716,
            "specificity": 0.8542460113226968
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.406110396024695
            },
            "kappa": 0.46925947158831194
        },
        "kappa": 0.4623490316430845,
        "normalised_Levenshtein": {
            "episode": 0.23594723725019984,
            "error_rate": 0.2376182338387297,
            "sample": 0.23164533020706338
        },
        "precision": 0.5023955455195726,
        "recall": 0.815228857312248,
        "sensitivity": 0.815228857312248,
        "specificity": 0.7457407506942578
    },
    "all": {
        "F1": 0.8304191254523743,
        "FPR": 1.0,
        "accuracy": 0.710014282486935,
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "FIX": 0.47919828403045733,
                    "SACCADE": 0.1319330082961601,
                    "SP": 0.3886002808534828,
                    "UNKNOWN": 0.0002684268198997746
                }
            },
            "true": {
                "samples_amount": {
                    "FIX": 0.6254843605269232,
                    "NOISE": 0.04369143832900626,
                    "SACCADE": 0.09134414798193446,
                    "SP": 0.23948005316213608
                }
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.4031018617968445
            },
            "kappa": 0.5973386628983341
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.3879400257511135
            },
            "kappa": 0.45950774730337896
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.28478298350026354,
            "error_rate": 0.289985717513065,
            "sample": 0.28423523916689436
        },
        "precision": 0.710014282486935,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.0
    }
}