hollywood2_em/evaluation/ivmp_eval.json

{
    "FIX": {
        "F1": 0.7263732843734116,
        "FPR": 0.16420334483983073,
        "accuracy": 0.7048171577333222,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 0.3252755425618332,
                "count": 20245.0,
                "duration_ms": 160.46861857248703
            },
            "true": {
                "amplitude_deg": 0.6001975589341978,
                "count": 13461.0,
                "duration_ms": 330.1841050442018
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.2774247700812694
            },
            "kappa": 0.2572747686547758
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.5034029434006166,
            "IoU": 0.41727790332517956,
            "IoU>=0.5": {
                "F1": 0.3787446919899948,
                "IoU": 0.3979821186052505
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.6338577825247504,
            "FPR": 0.13315481986368063,
            "accuracy": 0.7411494786977608,
            "confusion": {
                "FIX": 0.5553156265745339,
                "NOISE": 0.0,
                "SACCADE": 0.000791765637371338,
                "SP": 0.4412293960987548
            },
            "confusion-accuracy": 0.5553156265745339,
            "kappa": 0.43979630804512215,
            "precision": 0.7382775119617225,
            "recall": 0.5553156265745339,
            "sensitivity": 0.5553156265745339,
            "specificity": 0.8668451801363194
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.2410130134441586
            },
            "kappa": 0.28038324998003195
        },
        "kappa": 0.4231572450653084,
        "normalised_Levenshtein": {
            "episode": 0.48288867168394184,
            "error_rate": 0.29518284226667785,
            "sample": 0.2848977207022618
        },
        "precision": 0.8643339852192434,
        "recall": 0.6263917432347827,
        "sensitivity": 0.6263917432347827,
        "specificity": 0.8357966551601693
    },
    "NOISE": {
        "F1": 0.7266468409162197,
        "FPR": 7.694056939440933e-06,
        "accuracy": 0.9812381916044266,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 20.431933131716903,
                "count": 780.0,
                "duration_ms": 234.7892217948718
            },
            "true": {
                "amplitude_deg": 7.0528901999723095,
                "count": 989.0,
                "duration_ms": 308.29700303336705
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.2831480264671135
            },
            "kappa": 0.4965918193955577
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8691746209994385,
            "IoU": 0.6017935710149813,
            "IoU>=0.5": {
                "F1": 0.815272318921954,
                "IoU": 0.5851377991159519
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8427745664739884,
            "FPR": 0.0,
            "accuracy": 0.9921006011674847,
            "confusion": {
                "FIX": 0.03196803196803197,
                "NOISE": 0.7282717282717283,
                "SACCADE": 0.13586413586413587,
                "SP": 0.061938061938061936
            },
            "confusion-accuracy": 0.7282717282717283,
            "kappa": 0.8388257561156124,
            "precision": 1.0,
            "recall": 0.7282717282717283,
            "sensitivity": 0.7282717282717283,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.8134295897189403
            },
            "kappa": 0.8552470558235197
        },
        "kappa": 0.7176810653758658,
        "normalised_Levenshtein": {
            "episode": 0.42949197043869486,
            "error_rate": 0.018761808395573384,
            "sample": 0.016592290928323598
        },
        "precision": 0.9997050276400026,
        "recall": 0.5707522750378913,
        "sensitivity": 0.5707522750378913,
        "specificity": 0.9999923059430605
    },
    "SACCADE": {
        "F1": 0.6884346909054386,
        "FPR": 0.01696528157454896,
        "accuracy": 0.9492779591059234,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 2.6301914157221558,
                "count": 35579.0,
                "duration_ms": 14.715343376710981
            },
            "true": {
                "amplitude_deg": 5.632335267070102,
                "count": 14182.0,
                "duration_ms": 47.0721699337188
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.07845102244176272
            },
            "kappa": 0.6151955735607244
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.5625501202886929,
            "IoU": 0.5224037570842595,
            "IoU>=0.5": {
                "F1": 0.3267842822774659,
                "IoU": 0.3907738118314812
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8136431043005438,
            "FPR": 0.007382816371023684,
            "accuracy": 0.8686144105944879,
            "confusion": {
                "FIX": 0.12321942319837205,
                "NOISE": 0.0,
                "SACCADE": 0.6930039997193179,
                "SP": 0.17921549364956846
            },
            "confusion-accuracy": 0.6930039997193179,
            "kappa": 0.7168568153583325,
            "precision": 0.9851371571072319,
            "recall": 0.6930039997193179,
            "sensitivity": 0.6930039997193179,
            "specificity": 0.9926171836289763
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.12644460499786148
            },
            "kappa": 0.3824846744981142
        },
        "kappa": 0.6612744634146711,
        "normalised_Levenshtein": {
            "episode": 0.4324812057936827,
            "error_rate": 0.050722040894076593,
            "sample": 0.04939695116865196
        },
        "precision": 0.7842562929061785,
        "recall": 0.6134789224022197,
        "sensitivity": 0.6134789224022197,
        "specificity": 0.9830347184254511
    },
    "SP": {
        "F1": 0.5636942234794238,
        "FPR": 0.33647084117172804,
        "accuracy": 0.6990417571301385,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 1.357465719262634,
                "count": 20981.0,
                "duration_ms": 154.19406772794432
            },
            "true": {
                "amplitude_deg": 1.5899602809400915,
                "count": 5159.0,
                "duration_ms": 333.7082545066874
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.16253894370257216
            },
            "kappa": 0.15628897645798345
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.33760378705338695,
            "IoU": 0.5451035819147679,
            "IoU>=0.5": {
                "F1": 0.24450539129128002,
                "IoU": 0.5068826647134046
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.47165804519466376,
            "FPR": 0.30008577800651914,
            "accuracy": 0.7182063717944994,
            "confusion": {
                "FIX": 0.17908472012102875,
                "NOISE": 0.0,
                "SACCADE": 0.00037821482602118004,
                "SP": 0.8190242057488654
            },
            "confusion-accuracy": 0.8190242057488654,
            "kappa": 0.3237590442335477,
            "precision": 0.3311921694578267,
            "recall": 0.8190242057488654,
            "sensitivity": 0.8190242057488654,
            "specificity": 0.6999142219934809
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.16642901850783565
            },
            "kappa": 0.17813483563099974
        },
        "kappa": 0.36521185307503357,
        "normalised_Levenshtein": {
            "episode": 0.44793147499670727,
            "error_rate": 0.3009582428698615,
            "sample": 0.29265166557342004
        },
        "precision": 0.43173752856423564,
        "recall": 0.8118195814874957,
        "sensitivity": 0.8118195814874957,
        "specificity": 0.663529158828272
    },
    "all": {
        "F1": 0.8003749064409339,
        "FPR": 1.0,
        "accuracy": 0.6671875327869053,
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "FIX": 0.4532949596528601,
                    "NOISE": 0.024944345718483217,
                    "SACCADE": 0.07145331185555422,
                    "SP": 0.4503073827731025
                }
            },
            "true": {
                "samples_amount": {
                    "FIX": 0.6254843605269232,
                    "NOISE": 0.04369143832900626,
                    "SACCADE": 0.09134414798193446,
                    "SP": 0.23948005316213608
                }
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.17809946248926445
            },
            "kappa": 0.42063559352101476
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.02865853725336942
            },
            "kappa": 0.18359652960880424
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.5057933365728579,
            "error_rate": 0.33281246721309465,
            "sample": 0.32570364355856185
        },
        "precision": 0.6671875327869053,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.0
    }
}