hollywood2_em/evaluation/larsson_eval.json

{
    "FIX": {
        "F1": 0.7960102109773959,
        "FPR": 0.5376287204503251,
        "accuracy": 0.7198218081939126,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 0.8208769464817658,
                "count": 14563.0,
                "duration_ms": 377.0988869738378
            },
            "true": {
                "amplitude_deg": 0.6001975589341978,
                "count": 13461.0,
                "duration_ms": 330.1841050442018
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.5256651006518559
            },
            "kappa": 0.49499187731949196
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8070002811357886,
            "IoU": 0.6551999465398949,
            "IoU>=0.5": {
                "F1": 0.6597554118639303,
                "IoU": 0.6130795154275239
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.7881212494229881,
            "FPR": 0.28222979552093475,
            "accuracy": 0.8000464670519559,
            "confusion": {
                "FIX": 0.921687180594544,
                "NOISE": 0.0002879147772259411,
                "SACCADE": 0.0012236378032102497,
                "SP": 0.0762974159648744
            },
            "confusion-accuracy": 0.921687180594544,
            "kappa": 0.6062104716377111,
            "precision": 0.6883668422750242,
            "recall": 0.921687180594544,
            "sensitivity": 0.921687180594544,
            "specificity": 0.7177702044790653
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.5714874897987662
            },
            "kappa": 0.6255545759207242
        },
        "kappa": 0.35997017764489775,
        "normalised_Levenshtein": {
            "episode": 0.30591060650630203,
            "error_rate": 0.2801781918060874,
            "sample": 0.2768723987948006
        },
        "precision": 0.7308175032870853,
        "recall": 0.8739731434673517,
        "sensitivity": 0.8739731434673517,
        "specificity": 0.4623712795496749
    },
    "NOISE": {
        "F1": 0.7299681699925875,
        "FPR": 0.00411404074202625,
        "accuracy": 0.9797478095962724,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 0.8181132156433819,
                "count": 15010.0,
                "duration_ms": 15.17659600266489
            },
            "true": {
                "amplitude_deg": 7.0528901999723095,
                "count": 989.0,
                "duration_ms": 308.29700303336705
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.057870477431348676
            },
            "kappa": 0.08565499901165305
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.11902897415818324,
            "IoU": 0.6250893744499,
            "IoU>=0.5": {
                "F1": 0.09059695199084393,
                "IoU": 0.6197372677109118
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8478382930937676,
            "FPR": 0.0007477865518066523,
            "accuracy": 0.9921296430749572,
            "confusion": {
                "FIX": 0.052947052947052944,
                "NOISE": 0.7542457542457542,
                "SACCADE": 0.11788211788211789,
                "SP": 0.002997002997002997
            },
            "confusion-accuracy": 0.7542457542457542,
            "kappa": 0.8438624686228401,
            "precision": 0.967948717948718,
            "recall": 0.7542457542457542,
            "sensitivity": 0.7542457542457542,
            "specificity": 0.9992522134481934
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.05767880223011912
            },
            "kappa": 0.057072943491068284
        },
        "kappa": 0.7197452421810692,
        "normalised_Levenshtein": {
            "episode": 0.3463110408916198,
            "error_rate": 0.02025219040372756,
            "sample": 0.018327817406516674
        },
        "precision": 0.8743352047699874,
        "recall": 0.6265195506683217,
        "sensitivity": 0.6265195506683217,
        "specificity": 0.9958859592579737
    },
    "SACCADE": {
        "F1": 0.802607649307724,
        "FPR": 0.017356363585106373,
        "accuracy": 0.9646837509664047,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 6.375060506127358,
                "count": 13701.0,
                "duration_ms": 46.80899802934092
            },
            "true": {
                "amplitude_deg": 5.632335267070102,
                "count": 14182.0,
                "duration_ms": 47.0721699337188
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.4764469064318608
            },
            "kappa": 0.8490527012996476
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8863019568633053,
            "IoU": 0.682169460476332,
            "IoU>=0.5": {
                "F1": 0.8519497214683617,
                "IoU": 0.6681186318215498
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.9147444595205789,
            "FPR": 0.007234169061539986,
            "accuracy": 0.9343072052972439,
            "confusion": {
                "FIX": 0.10223843940776085,
                "NOISE": 0.00021051154304961055,
                "SACCADE": 0.8515191916356747,
                "SP": 0.04231282015297172
            },
            "confusion-accuracy": 0.8515191916356747,
            "kappa": 0.8617897740435182,
            "precision": 0.9881117172868659,
            "recall": 0.8515191916356747,
            "sensitivity": 0.8515191916356747,
            "specificity": 0.99276583093846
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.7999544841804305
            },
            "kappa": 0.8050370286572526
        },
        "kappa": 0.7832241670026375,
        "normalised_Levenshtein": {
            "episode": 0.307667376747648,
            "error_rate": 0.03531624903359532,
            "sample": 0.03352668513748052
        },
        "precision": 0.8199041513661542,
        "recall": 0.7860258360929622,
        "sensitivity": 0.7860258360929622,
        "specificity": 0.9826436364148936
    },
    "SP": {
        "F1": 0.3168261645245457,
        "FPR": 0.09737776583355728,
        "accuracy": 0.7454798694873375,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 2.659638879375436,
                "count": 1395.0,
                "duration_ms": 700.3633053763441
            },
            "true": {
                "amplitude_deg": 1.5899602809400915,
                "count": 5159.0,
                "duration_ms": 333.7082545066874
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.08460850441561572
            },
            "kappa": 0.08836414678353198
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.27412838545563367,
            "IoU": 0.10177407047808962,
            "IoU>=0.5": {
                "F1": 0.16429747119557084,
                "IoU": 0.08603088528685332
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.24438273163342591,
            "FPR": 0.05716246354434723,
            "accuracy": 0.8261551418697181,
            "confusion": {
                "FIX": 0.8107034795763994,
                "NOISE": 0.00340393343419062,
                "SACCADE": 0.00208018154311649,
                "SP": 0.18305597579425115
            },
            "confusion-accuracy": 0.18305597579425115,
            "kappa": 0.15843924100241275,
            "precision": 0.3675018982536067,
            "recall": 0.18305597579425115,
            "sensitivity": 0.18305597579425115,
            "specificity": 0.9428375364556528
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.1338804526211499
            },
            "kappa": 0.1561778751691788
        },
        "kappa": 0.17582385948173565,
        "normalised_Levenshtein": {
            "episode": 0.3325237207642754,
            "error_rate": 0.25452013051266253,
            "sample": 0.25267898829347496
        },
        "precision": 0.443490387529591,
        "recall": 0.24644080024670595,
        "sensitivity": 0.24644080024670595,
        "specificity": 0.9026222341664427
    },
    "all": {
        "F1": 0.826873917836107,
        "FPR": 1.0,
        "accuracy": 0.7048465893034228,
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "FIX": 0.748006896797927,
                    "NOISE": 0.03130783269460467,
                    "SACCADE": 0.08756982163105946,
                    "SP": 0.13307538923932744,
                    "UNKNOWN": 4.0059637081489204e-05
                }
            },
            "true": {
                "samples_amount": {
                    "FIX": 0.6254843605269232,
                    "NOISE": 0.04369143832900626,
                    "SACCADE": 0.09134414798193446,
                    "SP": 0.23948005316213608
                }
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.37645631640023614
            },
            "kappa": 0.4915539396228751
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.28477308183300276
            },
            "kappa": 0.34454552168610475
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.46480599891992425,
            "error_rate": 0.29515341069657713,
            "sample": 0.2939034215790286
        },
        "precision": 0.7048465893034228,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.0
    }
}