hollywood2_em/evaluation/blstm_best_eval.json

{
    "FIX": {
        "F1": 0.8719310272998813,
        "FPR": 0.2922878331887745,
        "accuracy": 0.8331229975291107,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 0.9910151977257416,
                "count": 17009.0,
                "duration_ms": 283.75083003116004
            },
            "true": {
                "amplitude_deg": 0.6001975589341978,
                "count": 13461.0,
                "duration_ms": 330.1841050442018
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.5432823526940218
            },
            "kappa": 0.556204429781387
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8079774993607773,
            "IoU": 0.7231173627313563,
            "IoU>=0.5": {
                "F1": 0.6937484019432371,
                "IoU": 0.7052300216661271
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8567995330792735,
            "FPR": 0.1341772151898734,
            "accuracy": 0.8788662039322743,
            "confusion": {
                "FIX": 0.8981501475563233,
                "NOISE": 0.004534657741308573,
                "SACCADE": 0.00021593608291945585,
                "SP": 0.09551572734470597
            },
            "confusion-accuracy": 0.8981501475563233,
            "kappa": 0.7522246188154513,
            "precision": 0.8190888801365367,
            "recall": 0.8981501475563233,
            "sensitivity": 0.8981501475563233,
            "specificity": 0.8658227848101265
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.565842267530331
            },
            "kappa": 0.603099036613254
        },
        "kappa": 0.6335940926450683,
        "normalised_Levenshtein": {
            "episode": 0.2426492214319175,
            "error_rate": 0.16687700247088932,
            "sample": 0.1607686563459902
        },
        "precision": 0.8384355896202036,
        "recall": 0.9082141115956419,
        "sensitivity": 0.9082141115956419,
        "specificity": 0.7077121668112255
    },
    "NOISE": {
        "F1": 0.6752507096135335,
        "FPR": 0.01569074678516654,
        "accuracy": 0.9712221922759025,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 4.738602469536681,
                "count": 4497.0,
                "duration_ms": 71.53515254614187
            },
            "true": {
                "amplitude_deg": 7.0528901999723095,
                "count": 989.0,
                "duration_ms": 308.29700303336705
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.1769376351200186
            },
            "kappa": 0.2708850727592909
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.3300413000538696,
            "IoU": 0.6540015955051931,
            "IoU>=0.5": {
                "F1": 0.27222122463638,
                "IoU": 0.6296637602091691
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.6215360253365004,
            "FPR": 0.022134481933476908,
            "accuracy": 0.9722359364563065,
            "confusion": {
                "FIX": 0.1938061938061938,
                "NOISE": 0.7842157842157842,
                "SACCADE": 0.0,
                "SP": 0.005994005994005994
            },
            "confusion-accuracy": 0.7842157842157842,
            "kappa": 0.6077680961368378,
            "precision": 0.5147540983606558,
            "recall": 0.7842157842157842,
            "sensitivity": 0.7842157842157842,
            "specificity": 0.9778655180665231
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.24734246186672448
            },
            "kappa": 0.2758315670515312
        },
        "kappa": 0.6601977564242846,
        "normalised_Levenshtein": {
            "episode": 0.23048924729901638,
            "error_rate": 0.028777807724097562,
            "sample": 0.026331689947501333
        },
        "precision": 0.6659872611464969,
        "recall": 0.6847754900921242,
        "sensitivity": 0.6847754900921242,
        "specificity": 0.9843092532148334
    },
    "SACCADE": {
        "F1": 0.8269133332894659,
        "FPR": 0.006407566837085252,
        "accuracy": 0.9713265653439447,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 4.832172778001153,
                "count": 14664.0,
                "duration_ms": 37.20211477086743
            },
            "true": {
                "amplitude_deg": 5.632335267070102,
                "count": 14182.0,
                "duration_ms": 47.0721699337188
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.4845512119117951
            },
            "kappa": 0.8681222227312545
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.9464841319228375,
            "IoU": 0.7211147111037803,
            "IoU>=0.5": {
                "F1": 0.8678697365691765,
                "IoU": 0.7016369295165118
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.9419752170364324,
            "FPR": 0.00039639282528986224,
            "accuracy": 0.9545784567130369,
            "confusion": {
                "FIX": 0.043716230439969125,
                "NOISE": 0.046873903585713285,
                "SACCADE": 0.890814679671602,
                "SP": 0.009402848922882606
            },
            "confusion-accuracy": 0.890814679671602,
            "kappa": 0.904860744081769,
            "precision": 0.9993702275053137,
            "recall": 0.890814679671602,
            "sensitivity": 0.890814679671602,
            "specificity": 0.9996036071747101
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.8136226164468228
            },
            "kappa": 0.8247877292603426
        },
        "kappa": 0.8114617847082382,
        "normalised_Levenshtein": {
            "episode": 0.2528121081050173,
            "error_rate": 0.028673434656055315,
            "sample": 0.026344374592623256
        },
        "precision": 0.9216544066416821,
        "recall": 0.7498344222679674,
        "sensitivity": 0.7498344222679674,
        "specificity": 0.9935924331629148
    },
    "SP": {
        "F1": 0.6799261066307665,
        "FPR": 0.06931935859535968,
        "accuracy": 0.8583030683229373,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 1.0166367915115841,
                "count": 7758.0,
                "duration_ms": 187.38156818767723
            },
            "true": {
                "amplitude_deg": 1.5899602809400915,
                "count": 5159.0,
                "duration_ms": 333.7082545066874
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.24429112945809728
            },
            "kappa": 0.3552879713929095
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.5878971255673222,
            "IoU": 0.46887946827667304,
            "IoU>=0.5": {
                "F1": 0.4281391830559758,
                "IoU": 0.44365410122025545
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.6579914572365153,
            "FPR": 0.0503345342254246,
            "accuracy": 0.9000087125722418,
            "confusion": {
                "FIX": 0.366679273827534,
                "NOISE": 0.00170196671709531,
                "SACCADE": 0.0009455370650529501,
                "SP": 0.6263237518910741
            },
            "confusion-accuracy": 0.6263237518910741,
            "kappa": 0.5996112853328182,
            "precision": 0.6930320150659134,
            "recall": 0.6263237518910741,
            "sensitivity": 0.6263237518910741,
            "specificity": 0.9496654657745754
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.34578721972387805
            },
            "kappa": 0.3933093897252802
        },
        "kappa": 0.5897196399301375,
        "normalised_Levenshtein": {
            "episode": 0.2504132895617727,
            "error_rate": 0.14169693167706265,
            "sample": 0.13857986322318275
        },
        "precision": 0.740583647569342,
        "recall": 0.6284526598837705,
        "sensitivity": 0.6284526598837705,
        "specificity": 0.9306806414046404
    },
    "all": {
        "F1": 0.8992769090848007,
        "FPR": 1.0,
        "accuracy": 0.8169874117359476,
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "FIX": 0.6775400875698216,
                    "NOISE": 0.04492402158424146,
                    "SACCADE": 0.07431525953330795,
                    "SP": 0.20322063131262896
                }
            },
            "true": {
                "samples_amount": {
                    "FIX": 0.6254843605269232,
                    "NOISE": 0.04369143832900626,
                    "SACCADE": 0.09134414798193446,
                    "SP": 0.23948005316213608
                }
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.457465238718741
            },
            "kappa": 0.6379365719259843
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.40768378349036716
            },
            "kappa": 0.47879799413772905
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.2930897908827603,
            "error_rate": 0.18301258826405242,
            "sample": 0.17806116941253525
        },
        "precision": 0.8169874117359476,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.0
    }
}