hollywood2_em/evaluation/imst_eval.json

{
    "FIX": {
        "F1": 0.7925183224808456,
        "FPR": 0.8727734054381298,
        "accuracy": 0.6727146726459989,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 2.8170532069185303,
                "count": 15279.0,
                "duration_ms": 424.7759686497808
            },
            "true": {
                "amplitude_deg": 0.6001975589341978,
                "count": 13461.0,
                "duration_ms": 330.1841050442018
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.2185598287329933
            },
            "kappa": 0.1533966486150854
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.5897556390977443,
            "IoU": 0.37623342096132645,
            "IoU>=0.5": {
                "F1": 0.3553302900107411,
                "IoU": 0.3148961855325046
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.6006744779281422,
            "FPR": 0.8993184031158715,
            "accuracy": 0.46353788516829786,
            "confusion": {
                "FIX": 1.0,
                "NOISE": 0.0,
                "SACCADE": 0.0,
                "UNKNOWN": 0.0
            },
            "confusion-accuracy": 1.0,
            "kappa": 0.08285623609633569,
            "precision": 0.4292600030897575,
            "recall": 1.0,
            "sensitivity": 1.0,
            "specificity": 0.10068159688412853
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.18443371070399128
            },
            "kappa": 0.21831001388569748
        },
        "kappa": 0.1533800401425415,
        "normalised_Levenshtein": {
            "episode": 0.28946612261994675,
            "error_rate": 0.327285327354001,
            "sample": 0.34429936814166046
        },
        "precision": 0.6566280615650983,
        "recall": 0.9993316582673741,
        "sensitivity": 0.9993316582673741,
        "specificity": 0.12722659456187022
    },
    "NOISE": {
        "F1": 0.7266468409162197,
        "FPR": 7.694056939440933e-06,
        "accuracy": 0.9812381916044266,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 20.431933131716903,
                "count": 780.0,
                "duration_ms": 234.7892217948718
            },
            "true": {
                "amplitude_deg": 7.0528901999723095,
                "count": 989.0,
                "duration_ms": 308.29700303336705
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.27798041802847706
            },
            "kappa": 0.4994393450499372
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8691746209994385,
            "IoU": 0.6017935710149813,
            "IoU>=0.5": {
                "F1": 0.815272318921954,
                "IoU": 0.5851377991159519
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8427745664739884,
            "FPR": 0.0,
            "accuracy": 0.9921006011674847,
            "confusion": {
                "FIX": 0.23476523476523475,
                "NOISE": 0.7282717282717283,
                "SACCADE": 0.02197802197802198,
                "UNKNOWN": 0.014985014985014986
            },
            "confusion-accuracy": 0.7282717282717283,
            "kappa": 0.8388257561156124,
            "precision": 1.0,
            "recall": 0.7282717282717283,
            "sensitivity": 0.7282717282717283,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.8123509514573242
            },
            "kappa": 0.8575439643333845
        },
        "kappa": 0.7176810653758658,
        "normalised_Levenshtein": {
            "episode": 0.2591750651593178,
            "error_rate": 0.018761808395573384,
            "sample": 0.016592290928323598
        },
        "precision": 0.9997050276400026,
        "recall": 0.5707522750378913,
        "sensitivity": 0.5707522750378913,
        "specificity": 0.9999923059430605
    },
    "SACCADE": {
        "F1": 0.3492851786160677,
        "FPR": 0.0034456604442439716,
        "accuracy": 0.9255155089386131,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 4.456334340255273,
                "count": 14639.0,
                "duration_ms": 11.579642120363413
            },
            "true": {
                "amplitude_deg": 5.632335267070102,
                "count": 14182.0,
                "duration_ms": 47.0721699337188
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": -5.289669498604331e-05
            },
            "kappa": 0.447485237597136
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.576271186440678,
            "IoU": 0.14420151208675488,
            "IoU>=0.5": {
                "F1": 0.061155309581459705,
                "IoU": 0.036700069125329374
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.1670626003210273,
            "FPR": 0.001139629372708354,
            "accuracy": 0.6232393343594808,
            "confusion": {
                "FIX": 0.9087081608308188,
                "NOISE": 0.0,
                "SACCADE": 0.09129183916918111,
                "UNKNOWN": 0.0
            },
            "confusion-accuracy": 0.09129183916918111,
            "kappa": 0.10401615860717266,
            "precision": 0.9826283987915407,
            "recall": 0.09129183916918111,
            "sensitivity": 0.09129183916918111,
            "specificity": 0.9988603706272916
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": -0.26292657532166275
            },
            "kappa": 0.24760012968041434
        },
        "kappa": 0.32435233702886646,
        "normalised_Levenshtein": {
            "episode": 0.2676087213368304,
            "error_rate": 0.0744844910613869,
            "sample": 0.07503492199443687
        },
        "precision": 0.864588367022217,
        "recall": 0.21884901100868165,
        "sensitivity": 0.21884901100868165,
        "specificity": 0.996554339555756
    },
    "SP": {
        "F1": 0.0,
        "FPR": 0.0,
        "accuracy": 0.760519946837864,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": NaN,
                "count": 0.0,
                "duration_ms": NaN
            },
            "true": {
                "amplitude_deg": 1.5899602809400915,
                "count": 5159.0,
                "duration_ms": 333.7082545066874
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.0,
            "IoU": 0.0,
            "IoU>=0.5": {
                "F1": 0.0,
                "IoU": 0.0
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.0,
            "FPR": 0.0,
            "accuracy": 0.846426393285511,
            "confusion": {
                "FIX": 0.9998108925869894,
                "NOISE": 0.0,
                "SACCADE": 0.00018910741301059002,
                "UNKNOWN": 0.0
            },
            "confusion-accuracy": 0.0,
            "kappa": 0.0,
            "precision": 0.0,
            "recall": 0.0,
            "sensitivity": 0.0,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.0
            },
            "kappa": 0.0
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.314288280909986,
            "error_rate": 0.23948005316213608,
            "sample": 0.25754057017119786
        },
        "precision": 0.0,
        "recall": 0.0,
        "sensitivity": 0.0,
        "specificity": 1.0
    },
    "all": {
        "F1": 0.8023908261153433,
        "FPR": 1.0,
        "accuracy": 0.6699938874989133,
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "FIX": 0.9519336132784344,
                    "NOISE": 0.024944345718483217,
                    "SACCADE": 0.023121495974006475,
                    "UNKNOWN": 5.450290759386286e-07
                }
            },
            "true": {
                "samples_amount": {
                    "FIX": 0.6254843605269232,
                    "NOISE": 0.04369143832900626,
                    "SACCADE": 0.09134414798193446,
                    "SP": 0.23948005316213608
                }
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.11245105280031312
            },
            "kappa": 0.3154754699889172
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": -0.25137387853905757
            },
            "kappa": 0.034877459438219294
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.3443927895117741,
            "error_rate": 0.33000611250108663,
            "sample": 0.34676530070121964
        },
        "precision": 0.6699938874989133,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.0
    }
}