hollywood2_em/evaluation/berg_eval.json

{
    "FIX": {
        "F1": 0.823679175076328,
        "FPR": 0.5830628918369841,
        "accuracy": 0.7470274795484652,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 0.7376876437373613,
                "count": 15701.0,
                "duration_ms": 376.4005866505318
            },
            "true": {
                "amplitude_deg": 0.6001975589341978,
                "count": 13461.0,
                "duration_ms": 330.1841050442018
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.5689271069966605
            },
            "kappa": 0.47374065882065136
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8446271523401961,
            "IoU": 0.7370711643905109,
            "IoU>=0.5": {
                "F1": 0.731138592175759,
                "IoU": 0.7029341764016209
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8195085208549101,
            "FPR": 0.23924050632911392,
            "accuracy": 0.8329799901257514,
            "confusion": {
                "FIX": 0.9397538328654719,
                "NOISE": 0.0,
                "SACCADE": 0.00381487079824372,
                "SP": 0.024328798675592025,
                "UNKNOWN": 0.03210249766069243
            },
            "confusion-accuracy": 0.9397538328654719,
            "kappa": 0.6687585356083716,
            "precision": 0.7265442404006678,
            "recall": 0.9397538328654719,
            "sensitivity": 0.9397538328654719,
            "specificity": 0.760759493670886
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.6035340255744286
            },
            "kappa": 0.5834784776668238
        },
        "kappa": 0.4010916685132452,
        "normalised_Levenshtein": {
            "episode": 0.2060528877457054,
            "error_rate": 0.2529725204515348,
            "sample": 0.26179537531155866
        },
        "precision": 0.7301603444298705,
        "recall": 0.9446727195016802,
        "sensitivity": 0.9446727195016802,
        "specificity": 0.4169371081630158
    },
    "NOISE": {
        "F1": 0.061518000181362026,
        "FPR": 0.0,
        "accuracy": 0.9576951156401816,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": NaN,
                "count": 0.0,
                "duration_ms": NaN
            },
            "true": {
                "amplitude_deg": 7.0528901999723095,
                "count": 989.0,
                "duration_ms": 308.29700303336705
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.001996007984031936,
            "IoU": 0.000999000999000999,
            "IoU>=0.5": {
                "F1": 0.001996007984031936,
                "IoU": 0.000999000999000999
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.001996007984031936,
            "FPR": 0.0,
            "accuracy": 0.9709580925275172,
            "confusion": {
                "FIX": 0.007992007992007992,
                "NOISE": 0.000999000999000999,
                "SACCADE": 0.01898101898101898,
                "SP": 0.000999000999000999,
                "UNKNOWN": 0.971028971028971
            },
            "confusion-accuracy": 0.000999000999000999,
            "kappa": 0.0019380945965474209,
            "precision": 1.0,
            "recall": 0.000999000999000999,
            "sensitivity": 0.000999000999000999,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.001950605860361776
            },
            "kappa": 0.0019469932880419316
        },
        "kappa": 0.05898874079245755,
        "normalised_Levenshtein": {
            "episode": 0.14556631537002285,
            "error_rate": 0.042304884359818384,
            "sample": 0.039433137143673365
        },
        "precision": 1.0,
        "recall": 0.03173514130495799,
        "sensitivity": 0.03173514130495799,
        "specificity": 1.0
    },
    "SACCADE": {
        "F1": 0.7292917850714009,
        "FPR": 0.016549906893090355,
        "accuracy": 0.9546732019286399,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 7.36025060183841,
                "count": 10340.0,
                "duration_ms": 53.66374816247582
            },
            "true": {
                "amplitude_deg": 5.632335267070102,
                "count": 14182.0,
                "duration_ms": 47.0721699337188
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.24523055090260715
            },
            "kappa": 0.5924090231014577
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8255398603669427,
            "IoU": 0.4982567748611174,
            "IoU>=0.5": {
                "F1": 0.7320993667803215,
                "IoU": 0.4655036559280236
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8014211076280042,
            "FPR": 0.004310771975027252,
            "accuracy": 0.8620218975982342,
            "confusion": {
                "FIX": 0.01150796435337871,
                "NOISE": 0.0,
                "SACCADE": 0.6727247210722055,
                "SP": 0.0060346642340888355,
                "UNKNOWN": 0.309732650340327
            },
            "confusion-accuracy": 0.6727247210722055,
            "kappa": 0.7015201582082429,
            "precision": 0.991006822410585,
            "recall": 0.6727247210722055,
            "sensitivity": 0.6727247210722055,
            "specificity": 0.9956892280249727
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.6312185822012115
            },
            "kappa": 0.5017446990210873
        },
        "kappa": 0.7047814404784578,
        "normalised_Levenshtein": {
            "episode": 0.2545555856942329,
            "error_rate": 0.045326798071360114,
            "sample": 0.03878621805108677
        },
        "precision": 0.8023729711920008,
        "recall": 0.6684119454637668,
        "sensitivity": 0.6684119454637668,
        "specificity": 0.9834500931069097
    },
    "SP": {
        "F1": 0.13698455908146331,
        "FPR": 0.01053014422646242,
        "accuracy": 0.7707089928979987,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 1.220530955189106,
                "count": 1150.0,
                "duration_ms": 136.39905217391302
            },
            "true": {
                "amplitude_deg": 1.5899602809400915,
                "count": 5159.0,
                "duration_ms": 333.7082545066874
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.028042619239079903
            },
            "kappa": 0.04163515439123594
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.24321549068505208,
            "IoU": 0.0669830891205204,
            "IoU>=0.5": {
                "F1": 0.08508141411177937,
                "IoU": 0.041485418672275516
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.10796489485014076,
            "FPR": 0.014582261108251844,
            "accuracy": 0.8435512444457351,
            "confusion": {
                "FIX": 0.8967473524962178,
                "NOISE": 0.0,
                "SACCADE": 0.00283661119515885,
                "SP": 0.061649016641452344,
                "UNKNOWN": 0.03876701966717095
            },
            "confusion-accuracy": 0.061649016641452344,
            "kappa": 0.07253931259449442,
            "precision": 0.4340878828229028,
            "recall": 0.061649016641452344,
            "sensitivity": 0.061649016641452344,
            "specificity": 0.9854177388917481
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.032846762321397494
            },
            "kappa": 0.06675398481654182
        },
        "kappa": 0.09419236628907562,
        "normalised_Levenshtein": {
            "episode": 0.23457749026974975,
            "error_rate": 0.22929100710200137,
            "sample": 0.24520989826255907
        },
        "precision": 0.6944042927113339,
        "recall": 0.07598725049187566,
        "sensitivity": 0.07598725049187566,
        "specificity": 0.9894698557735376
    },
    "all": {
        "F1": 0.8034824759418567,
        "FPR": 1.0,
        "accuracy": 0.6715175162806998,
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "FIX": 0.8092441836540875,
                    "NOISE": 0.0013865539691878712,
                    "SACCADE": 0.0760936894080957,
                    "SP": 0.026205815514743172,
                    "UNKNOWN": 0.08706975745388577
                }
            },
            "true": {
                "samples_amount": {
                    "FIX": 0.6254843605269232,
                    "NOISE": 0.04369143832900626,
                    "SACCADE": 0.09134414798193446,
                    "SP": 0.23948005316213608
                }
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.32169832837938317
            },
            "kappa": 0.3846970104057465
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.42836831088808924
            },
            "kappa": 0.4129128467009554
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.42068631758967295,
            "error_rate": 0.3284824837193002,
            "sample": 0.33690430625782336
        },
        "precision": 0.6715175162806998,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.0
    }
}