hollywood2_em/evaluation/idt_eval.json

{
    "FIX": {
        "F1": 0.8025401983238281,
        "FPR": 0.7667998742628953,
        "accuracy": 0.6990057852111266,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 2.1223067591029166,
                "count": 14505.0,
                "duration_ms": 432.14051561530505
            },
            "true": {
                "amplitude_deg": 0.6001975589341978,
                "count": 13461.0,
                "duration_ms": 330.1841050442018
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.3573072189789136
            },
            "kappa": 0.28359289431601464
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.7440578711677575,
            "IoU": 0.5341430896983421,
            "IoU>=0.5": {
                "F1": 0.5354460902514641,
                "IoU": 0.46994449933667837
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.6492260736865053,
            "FPR": 0.6810613437195716,
            "accuracy": 0.5794441378909767,
            "confusion": {
                "FIX": 0.9645864824012093,
                "NOISE": 0.0,
                "SACCADE": 0.03541351759879076,
                "UNKNOWN": 0.0
            },
            "confusion-accuracy": 0.9645864824012093,
            "kappa": 0.24501085830032884,
            "precision": 0.4892661555312158,
            "recall": 0.9645864824012093,
            "sensitivity": 0.9645864824012093,
            "specificity": 0.31893865628042845
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.3902497404698414
            },
            "kappa": 0.34628740446637163
        },
        "kappa": 0.247329718642823,
        "normalised_Levenshtein": {
            "episode": 0.24252729057282302,
            "error_rate": 0.30099421478887345,
            "sample": 0.3081996355137213
        },
        "precision": 0.6805035008455753,
        "recall": 0.9779120464022607,
        "sensitivity": 0.9779120464022607,
        "specificity": 0.23320012573710466
    },
    "NOISE": {
        "F1": 0.7266468409162197,
        "FPR": 7.694056939440933e-06,
        "accuracy": 0.9812381916044266,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 20.431933131716903,
                "count": 780.0,
                "duration_ms": 234.7892217948718
            },
            "true": {
                "amplitude_deg": 7.0528901999723095,
                "count": 989.0,
                "duration_ms": 308.29700303336705
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.2805727062486176
            },
            "kappa": 0.49518977158320154
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8691746209994385,
            "IoU": 0.6017935710149813,
            "IoU>=0.5": {
                "F1": 0.815272318921954,
                "IoU": 0.5851377991159519
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8427745664739884,
            "FPR": 0.0,
            "accuracy": 0.9921006011674847,
            "confusion": {
                "FIX": 0.06693306693306693,
                "NOISE": 0.7282717282717283,
                "SACCADE": 0.17082917082917082,
                "UNKNOWN": 0.03396603396603397
            },
            "confusion-accuracy": 0.7282717282717283,
            "kappa": 0.8388257561156124,
            "precision": 1.0,
            "recall": 0.7282717282717283,
            "sensitivity": 0.7282717282717283,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.8118718076150173
            },
            "kappa": 0.8501094634628297
        },
        "kappa": 0.7176810653758658,
        "normalised_Levenshtein": {
            "episode": 0.19739617324759515,
            "error_rate": 0.018761808395573384,
            "sample": 0.016592290928323598
        },
        "precision": 0.9997050276400026,
        "recall": 0.5707522750378913,
        "sensitivity": 0.5707522750378913,
        "specificity": 0.9999923059430605
    },
    "SACCADE": {
        "F1": 0.48633685138469396,
        "FPR": 0.03902782530510545,
        "accuracy": 0.913935821191221,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 5.518196498725201,
                "count": 14447.0,
                "duration_ms": 38.72666968920883
            },
            "true": {
                "amplitude_deg": 5.632335267070102,
                "count": 14182.0,
                "duration_ms": 47.0721699337188
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.025036921772287734
            },
            "kappa": 0.6588061027941079
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8022161823123563,
            "IoU": 0.3214146647549378,
            "IoU>=0.5": {
                "F1": 0.2886612307477873,
                "IoU": 0.18769017521094403
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.5309044858993717,
            "FPR": 0.04112575562382321,
            "accuracy": 0.7202973891325182,
            "confusion": {
                "FIX": 0.6175706967932075,
                "NOISE": 0.0,
                "SACCADE": 0.3824293032067925,
                "UNKNOWN": 0.0
            },
            "confusion-accuracy": 0.3824293032067925,
            "kappa": 0.3718659591754855,
            "precision": 0.8678343949044586,
            "recall": 0.3824293032067925,
            "sensitivity": 0.3824293032067925,
            "specificity": 0.9588742443761767
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": -0.010136236923926623
            },
            "kappa": 0.5157439621994158
        },
        "kappa": 0.43978828525631347,
        "normalised_Levenshtein": {
            "episode": 0.21199913629508627,
            "error_rate": 0.08606417880877901,
            "sample": 0.07609109720952395
        },
        "precision": 0.5346428788545231,
        "recall": 0.4460365762701751,
        "sensitivity": 0.4460365762701751,
        "specificity": 0.9609721746948946
    },
    "SP": {
        "F1": 0.0,
        "FPR": 0.0,
        "accuracy": 0.760519946837864,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": NaN,
                "count": 0.0,
                "duration_ms": NaN
            },
            "true": {
                "amplitude_deg": 1.5899602809400915,
                "count": 5159.0,
                "duration_ms": 333.7082545066874
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.0,
            "IoU": 0.0,
            "IoU>=0.5": {
                "F1": 0.0,
                "IoU": 0.0
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.0,
            "FPR": 0.0,
            "accuracy": 0.846426393285511,
            "confusion": {
                "FIX": 0.9684190620272315,
                "NOISE": 0.0,
                "SACCADE": 0.031580937972768536,
                "UNKNOWN": 0.0
            },
            "confusion-accuracy": 0.0,
            "kappa": 0.0,
            "precision": 0.0,
            "recall": 0.0,
            "sensitivity": 0.0,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.2603654495944802,
            "error_rate": 0.23948005316213608,
            "sample": 0.25754057017119786
        },
        "precision": 0.0,
        "recall": 0.0,
        "sensitivity": 0.0,
        "specificity": 1.0
    },
    "all": {
        "F1": 0.807641949031036,
        "FPR": 1.0,
        "accuracy": 0.6773485098496292,
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "FIX": 0.898847236252936,
                    "NOISE": 0.024944345718483217,
                    "SACCADE": 0.07620569288320109,
                    "UNKNOWN": 2.725145379693143e-06
                }
            },
            "true": {
                "samples_amount": {
                    "FIX": 0.6254843605269232,
                    "NOISE": 0.04369143832900626,
                    "SACCADE": 0.09134414798193446,
                    "SP": 0.23948005316213608
                }
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.185301006508353
            },
            "kappa": 0.4733036331854282
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": -0.019453877525850594
            },
            "kappa": 0.27230090107921856
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.2955147685392396,
            "error_rate": 0.3226514901503708,
            "sample": 0.3303543136078158
        },
        "precision": 0.6773485098496292,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.0
    }
}