hollywood2_em/evaluation/ikf_eval.json

{
    "FIX": {
        "F1": 0.8155337762837408,
        "FPR": 0.7054521005663991,
        "accuracy": 0.7228840540570738,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 1.5092588806448688,
                "count": 20520.0,
                "duration_ms": 302.2288311403509
            },
            "true": {
                "amplitude_deg": 0.6001975589341978,
                "count": 13461.0,
                "duration_ms": 330.1841050442018
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.535947322763721
            },
            "kappa": 0.48937009719512164
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.7483494812655406,
            "IoU": 0.7418050259297931,
            "IoU>=0.5": {
                "F1": 0.62179542141816,
                "IoU": 0.71240208644735
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8105093204168501,
            "FPR": 0.3099805258033106,
            "accuracy": 0.8125344872651236,
            "confusion": {
                "FIX": 0.9936658749010293,
                "NOISE": 0.00021593608291945585,
                "SACCADE": 0.0061181890160512484
            },
            "confusion-accuracy": 0.9936658749010293,
            "kappa": 0.6370952076025653,
            "precision": 0.6843644655958755,
            "recall": 0.9936658749010293,
            "sensitivity": 0.9936658749010293,
            "specificity": 0.6900194741966894
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.4377167112628392
            },
            "kappa": 0.5145942280072635
        },
        "kappa": 0.3165081617204874,
        "normalised_Levenshtein": {
            "episode": 0.2489208373584689,
            "error_rate": 0.2771159459429262,
            "sample": 0.2908265741497961
        },
        "precision": 0.6986648631108603,
        "recall": 0.9793550371574476,
        "sensitivity": 0.9793550371574476,
        "specificity": 0.29454789943360093
    },
    "NOISE": {
        "F1": 0.7181952575710638,
        "FPR": 0.0008873812336821876,
        "accuracy": 0.9804157427288352,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 11.38104001814526,
                "count": 1416.0,
                "duration_ms": 133.7907033898305
            },
            "true": {
                "amplitude_deg": 7.0528901999723095,
                "count": 989.0,
                "duration_ms": 308.29700303336705
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.2162399249217795
            },
            "kappa": 0.3835032996101401
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.6446007447248655,
            "IoU": 0.5973824779536229,
            "IoU>=0.5": {
                "F1": 0.6007447248655358,
                "IoU": 0.585174799152952
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8403458213256484,
            "FPR": 0.00014955731036133047,
            "accuracy": 0.9919553916301223,
            "confusion": {
                "FIX": 0.055944055944055944,
                "NOISE": 0.7282717282717283,
                "SACCADE": 0.18281718281718282
            },
            "confusion-accuracy": 0.7282717282717283,
            "kappa": 0.836319744235748,
            "precision": 0.9931880108991825,
            "recall": 0.7282717282717283,
            "sensitivity": 0.7282717282717283,
            "specificity": 0.9998504426896386
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.5909831158267382
            },
            "kappa": 0.6193338653468666
        },
        "kappa": 0.7087452009239542,
        "normalised_Levenshtein": {
            "episode": 0.19236162992096367,
            "error_rate": 0.019584257271164772,
            "sample": 0.01779400848593878
        },
        "precision": 0.9671137395712325,
        "recall": 0.5711826454683241,
        "sensitivity": 0.5711826454683241,
        "specificity": 0.9991126187663179
    },
    "SACCADE": {
        "F1": 0.7697020706501261,
        "FPR": 0.02726537403665314,
        "accuracy": 0.9565276633595211,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 4.165290683060542,
                "count": 20523.0,
                "duration_ms": 34.71121151878381
            },
            "true": {
                "amplitude_deg": 5.632335267070102,
                "count": 14182.0,
                "duration_ms": 47.0721699337188
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.4026602547540124
            },
            "kappa": 0.828055042260421
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8027554535017222,
            "IoU": 0.7373239381452311,
            "IoU>=0.5": {
                "F1": 0.7438002296211251,
                "IoU": 0.7105595087509614
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.9519483796546627,
            "FPR": 0.014171043504112576,
            "accuracy": 0.9612871373391805,
            "confusion": {
                "FIX": 0.07304750543821487,
                "NOISE": 0.00014034102869974038,
                "SACCADE": 0.9265314714756859
            },
            "confusion-accuracy": 0.9265314714756859,
            "kappa": 0.9195758309523344,
            "precision": 0.9787991104521868,
            "recall": 0.9265314714756859,
            "sensitivity": 0.9265314714756859,
            "specificity": 0.9858289564958874
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.6102016049449082
            },
            "kappa": 0.6859316975043965
        },
        "kappa": 0.7457280414104941,
        "normalised_Levenshtein": {
            "episode": 0.21293324937428898,
            "error_rate": 0.04347233664047893,
            "sample": 0.040567685546788974
        },
        "precision": 0.7456942971990903,
        "recall": 0.7953071392344641,
        "sensitivity": 0.7953071392344641,
        "specificity": 0.9727346259633468
    },
    "SP": {
        "F1": 0.0,
        "FPR": 0.0,
        "accuracy": 0.760519946837864,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": NaN,
                "count": 0.0,
                "duration_ms": NaN
            },
            "true": {
                "amplitude_deg": 1.5899602809400915,
                "count": 5159.0,
                "duration_ms": 333.7082545066874
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.0,
            "IoU": 0.0,
            "IoU>=0.5": {
                "F1": 0.0,
                "IoU": 0.0
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.0,
            "FPR": 0.0,
            "accuracy": 0.846426393285511,
            "confusion": {
                "FIX": 0.9965960665658093,
                "NOISE": 0.0,
                "SACCADE": 0.00340393343419062
            },
            "confusion-accuracy": 0.0,
            "kappa": 0.0,
            "precision": 0.0,
            "recall": 0.0,
            "sensitivity": 0.0,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.2822608446287698,
            "error_rate": 0.23948005316213608,
            "sample": 0.25754057017119786
        },
        "precision": 0.0,
        "recall": 0.0,
        "sensitivity": 0.0,
        "specificity": 1.0
    },
    "all": {
        "F1": 0.8305281528323017,
        "FPR": 1.0,
        "accuracy": 0.710173703491647,
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "FIX": 0.8767741037064974,
                    "NOISE": 0.025804401600314372,
                    "SACCADE": 0.09742149469318814
                }
            },
            "true": {
                "samples_amount": {
                    "FIX": 0.6254843605269232,
                    "NOISE": 0.04369143832900626,
                    "SACCADE": 0.09134414798193446,
                    "SP": 0.23948005316213608
                }
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.4289919291855258
            },
            "kappa": 0.6221359818083405
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.30877316001281196
            },
            "kappa": 0.39667480857985404
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.322085553588059,
            "error_rate": 0.28982629650835295,
            "sample": 0.30349219563752994
        },
        "precision": 0.710173703491647,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.0
    }
}