hollywood2_em/evaluation/ihmm_eval.json

{
    "FIX": {
        "F1": 0.8113010695448917,
        "FPR": 0.7419820766414222,
        "accuracy": 0.7131912569705813,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 1.22638417807566,
                "count": 26302.0,
                "duration_ms": 241.40698920234203
            },
            "true": {
                "amplitude_deg": 0.6001975589341978,
                "count": 13461.0,
                "duration_ms": 330.1841050442018
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.4723123851146931
            },
            "kappa": 0.4043636484103983
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.6462655092933157,
            "IoU": 0.7081541178810201,
            "IoU>=0.5": {
                "F1": 0.5294983080770929,
                "IoU": 0.6923508255624521
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.7625281918697399,
            "FPR": 0.4188412852969815,
            "accuracy": 0.7492521708825836,
            "confusion": {
                "FIX": 0.9977686604764989,
                "NOISE": 0.0,
                "SACCADE": 0.002231339523501044
            },
            "confusion-accuracy": 0.9977686604764989,
            "kappa": 0.526376730006585,
            "precision": 0.6170487424883152,
            "recall": 0.9977686604764989,
            "sensitivity": 0.9977686604764989,
            "specificity": 0.5811587147030185
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.34081069849076284
            },
            "kappa": 0.4005395107187294
        },
        "kappa": 0.2847787905719663,
        "normalised_Levenshtein": {
            "episode": 0.2913631320641705,
            "error_rate": 0.2868087430294188,
            "sample": 0.3014080701380903
        },
        "precision": 0.689321994548755,
        "recall": 0.9857312961254914,
        "sensitivity": 0.9857312961254914,
        "specificity": 0.25801792335857776
    },
    "NOISE": {
        "F1": 0.7266468409162197,
        "FPR": 7.694056939440933e-06,
        "accuracy": 0.9812381916044266,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 20.431933131716903,
                "count": 780.0,
                "duration_ms": 234.7892217948718
            },
            "true": {
                "amplitude_deg": 7.0528901999723095,
                "count": 989.0,
                "duration_ms": 308.29700303336705
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.2818240389281727
            },
            "kappa": 0.4953216605708818
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8691746209994385,
            "IoU": 0.6017935710149813,
            "IoU>=0.5": {
                "F1": 0.815272318921954,
                "IoU": 0.5851377991159519
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8427745664739884,
            "FPR": 0.0,
            "accuracy": 0.9921006011674847,
            "confusion": {
                "FIX": 0.07792207792207792,
                "NOISE": 0.7282717282717283,
                "SACCADE": 0.15984015984015984
            },
            "confusion-accuracy": 0.7282717282717283,
            "kappa": 0.8388257561156124,
            "precision": 1.0,
            "recall": 0.7282717282717283,
            "sensitivity": 0.7282717282717283,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.8126294347446317
            },
            "kappa": 0.8545824098121251
        },
        "kappa": 0.7176810653758658,
        "normalised_Levenshtein": {
            "episode": 0.24744248924720602,
            "error_rate": 0.018761808395573384,
            "sample": 0.016592290928323598
        },
        "precision": 0.9997050276400026,
        "recall": 0.5707522750378913,
        "sensitivity": 0.5707522750378913,
        "specificity": 0.9999923059430605
    },
    "SACCADE": {
        "F1": 0.7199409190822806,
        "FPR": 0.020594186733862395,
        "accuracy": 0.9518420483936767,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 3.4353241908084815,
                "count": 25780.0,
                "duration_ms": 22.875418231186966
            },
            "true": {
                "amplitude_deg": 5.632335267070102,
                "count": 14182.0,
                "duration_ms": 47.0721699337188
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.21754136814811806
            },
            "kappa": 0.7563349727813317
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.699595868881904,
            "IoU": 0.629710794245259,
            "IoU>=0.5": {
                "F1": 0.5249713116798882,
                "IoU": 0.5447326611537324
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8646291640477687,
            "FPR": 0.009909820632246557,
            "accuracy": 0.8999215868498243,
            "confusion": {
                "FIX": 0.2277734895796786,
                "NOISE": 0.0,
                "SACCADE": 0.7722265104203214
            },
            "confusion-accuracy": 0.7722265104203214,
            "kappa": 0.7870346211873656,
            "precision": 0.9821508255243195,
            "recall": 0.7722265104203214,
            "sensitivity": 0.7722265104203214,
            "specificity": 0.9900901793677535
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.32571207028831617
            },
            "kappa": 0.5321104883923389
        },
        "kappa": 0.6937091579470857,
        "normalised_Levenshtein": {
            "episode": 0.262978486729182,
            "error_rate": 0.048157951606323315,
            "sample": 0.046496836070529894
        },
        "precision": 0.7678637228752336,
        "recall": 0.6776484978668814,
        "sensitivity": 0.6776484978668814,
        "specificity": 0.9794058132661376
    },
    "SP": {
        "F1": 0.0,
        "FPR": 0.0,
        "accuracy": 0.760519946837864,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": NaN,
                "count": 0.0,
                "duration_ms": NaN
            },
            "true": {
                "amplitude_deg": 1.5899602809400915,
                "count": 5159.0,
                "duration_ms": 333.7082545066874
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.0,
            "IoU": 0.0,
            "IoU>=0.5": {
                "F1": 0.0,
                "IoU": 0.0
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.0,
            "FPR": 0.0,
            "accuracy": 0.846426393285511,
            "confusion": {
                "FIX": 0.9982980332829047,
                "NOISE": 0.0,
                "SACCADE": 0.00170196671709531
            },
            "confusion-accuracy": 0.0,
            "kappa": 0.0,
            "precision": 0.0,
            "recall": 0.0,
            "sensitivity": 0.0,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.3457895514054266,
            "error_rate": 0.23948005316213608,
            "sample": 0.25754057017119786
        },
        "precision": 0.0,
        "recall": 0.0,
        "sensitivity": 0.0,
        "specificity": 1.0
    },
    "all": {
        "F1": 0.8258747076308742,
        "FPR": 1.0,
        "accuracy": 0.7033957219032743,
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "FIX": 0.8944434013193518,
                    "NOISE": 0.024944345718483217,
                    "SACCADE": 0.0806122529621649
                }
            },
            "true": {
                "samples_amount": {
                    "FIX": 0.6254843605269232,
                    "NOISE": 0.04369143832900626,
                    "SACCADE": 0.09134414798193446,
                    "SP": 0.23948005316213608
                }
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.3249003937218373
            },
            "kappa": 0.5651594676821677
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.13703641273032152
            },
            "kappa": 0.2858551961921334
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.366676708194464,
            "error_rate": 0.29660427809672574,
            "sample": 0.3111185096642798
        },
        "precision": 0.7033957219032743,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.0
    }
}