hollywood2_em/evaluation/ivdt_eval.json

{
    "FIX": {
        "F1": 0.8127306283223237,
        "FPR": 0.6830129753706625,
        "accuracy": 0.7219882987707686,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 0.788531751956192,
                "count": 32130.0,
                "duration_ms": 189.68788135698722
            },
            "true": {
                "amplitude_deg": 0.6001975589341978,
                "count": 13461.0,
                "duration_ms": 330.1841050442018
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.38421052514473797
            },
            "kappa": 0.32070499886377984
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.5565590475168937,
            "IoU": 0.6720895514482582,
            "IoU>=0.5": {
                "F1": 0.44474954413815293,
                "IoU": 0.6510399398533036
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.7542996152975786,
            "FPR": 0.39561830574488804,
            "accuracy": 0.7477419916940145,
            "confusion": {
                "FIX": 0.9596919311883683,
                "NOISE": 0.0,
                "SACCADE": 0.0010796804145972792,
                "SP": 0.03692507017922695
            },
            "confusion-accuracy": 0.9596919311883683,
            "kappa": 0.518393712215062,
            "precision": 0.621324386038492,
            "recall": 0.9596919311883683,
            "sensitivity": 0.9596919311883683,
            "specificity": 0.604381694255112
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.2970254816717042
            },
            "kappa": 0.34699590393973423
        },
        "kappa": 0.3217315656687696,
        "normalised_Levenshtein": {
            "episode": 0.4437605920049911,
            "error_rate": 0.2780117012292313,
            "sample": 0.28514009712773386
        },
        "precision": 0.7022375122328015,
        "recall": 0.9644872655630169,
        "sensitivity": 0.9644872655630169,
        "specificity": 0.3169870246293375
    },
    "NOISE": {
        "F1": 0.7266468409162197,
        "FPR": 7.694056939440933e-06,
        "accuracy": 0.9812381916044266,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 20.431933131716903,
                "count": 780.0,
                "duration_ms": 234.7892217948718
            },
            "true": {
                "amplitude_deg": 7.0528901999723095,
                "count": 989.0,
                "duration_ms": 308.29700303336705
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.2802552805837134
            },
            "kappa": 0.503923135603088
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8691746209994385,
            "IoU": 0.6017935710149813,
            "IoU>=0.5": {
                "F1": 0.815272318921954,
                "IoU": 0.5851377991159519
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8427745664739884,
            "FPR": 0.0,
            "accuracy": 0.9921006011674847,
            "confusion": {
                "FIX": 0.04295704295704296,
                "NOISE": 0.7282717282717283,
                "SACCADE": 0.13686313686313686,
                "SP": 0.005994005994005994
            },
            "confusion-accuracy": 0.7282717282717283,
            "kappa": 0.8388257561156124,
            "precision": 1.0,
            "recall": 0.7282717282717283,
            "sensitivity": 0.7282717282717283,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.8134543477400338
            },
            "kappa": 0.8586793479164696
        },
        "kappa": 0.7176810653758658,
        "normalised_Levenshtein": {
            "episode": 0.4363882622473733,
            "error_rate": 0.018761808395573384,
            "sample": 0.016592290928323598
        },
        "precision": 0.9997050276400026,
        "recall": 0.5707522750378913,
        "sensitivity": 0.5707522750378913,
        "specificity": 0.9999923059430605
    },
    "SACCADE": {
        "F1": 0.6996734601590264,
        "FPR": 0.01848342355111463,
        "accuracy": 0.9500478126756867,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 2.6249077676061963,
                "count": 35932.0,
                "duration_ms": 15.291801875765335
            },
            "true": {
                "amplitude_deg": 5.632335267070102,
                "count": 14182.0,
                "duration_ms": 47.0721699337188
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.09445888048916413
            },
            "kappa": 0.6207351646159983
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.5585969382676726,
            "IoU": 0.5402989186358967,
            "IoU>=0.5": {
                "F1": 0.3414090339020166,
                "IoU": 0.41595006557322234
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8438452896806291,
            "FPR": 0.007779209196313547,
            "accuracy": 0.886968896117097,
            "confusion": {
                "FIX": 0.22082660865904147,
                "NOISE": 0.0,
                "SACCADE": 0.7379131289032349,
                "SP": 0.00378920777489299
            },
            "confusion-accuracy": 0.7379131289032349,
            "kappa": 0.7581015792374297,
            "precision": 0.9852899840719572,
            "recall": 0.7379131289032349,
            "sensitivity": 0.7379131289032349,
            "specificity": 0.9922207908036864
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.1480913093944609
            },
            "kappa": 0.3911015281810938
        },
        "kappa": 0.6727191557576175,
        "normalised_Levenshtein": {
            "episode": 0.441011222397103,
            "error_rate": 0.04995218732431329,
            "sample": 0.048484321845173116
        },
        "precision": 0.7760122697156813,
        "recall": 0.6370088606462007,
        "sensitivity": 0.6370088606462007,
        "specificity": 0.9815165764488853
    },
    "SP": {
        "F1": 0.13589250320624927,
        "FPR": 0.028855325629311118,
        "accuracy": 0.757632655308079,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 0.9186636492692487,
                "count": 9726.0,
                "duration_ms": 30.951331791075468
            },
            "true": {
                "amplitude_deg": 1.5899602809400915,
                "count": 5159.0,
                "duration_ms": 333.7082545066874
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.011629598206394606
            },
            "kappa": 0.0498273848570794
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.2632209937391768,
            "IoU": 0.08753258447334229,
            "IoU>=0.5": {
                "F1": 0.03982949247369122,
                "IoU": 0.04039632897874411
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.10599450638229116,
            "FPR": 0.01966031909418425,
            "accuracy": 0.8393111259547527,
            "confusion": {
                "FIX": 0.9334341906202723,
                "NOISE": 0.0,
                "SACCADE": 0.0009455370650529501,
                "SP": 0.06202723146747353
            },
            "confusion-accuracy": 0.06202723146747353,
            "kappa": 0.06414811553656821,
            "precision": 0.36403995560488345,
            "recall": 0.06202723146747353,
            "sensitivity": 0.06202723146747353,
            "specificity": 0.9803396809058158
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": -0.03916941045179545
            },
            "kappa": 0.0133136771381277
        },
        "kappa": 0.07083466497585773,
        "normalised_Levenshtein": {
            "episode": 0.46104169693184427,
            "error_rate": 0.24236734469192095,
            "sample": 0.25197664545838067
        },
        "precision": 0.4647915406650228,
        "recall": 0.07957973506421978,
        "sensitivity": 0.07957973506421978,
        "specificity": 0.9711446743706889
    },
    "all": {
        "F1": 0.8272913776796595,
        "FPR": 1.0,
        "accuracy": 0.7054534791794805,
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "FIX": 0.8590707417763969,
                    "NOISE": 0.024944345718483217,
                    "SACCADE": 0.07498210260771887,
                    "SP": 0.041002809897401
                }
            },
            "true": {
                "samples_amount": {
                    "FIX": 0.6254843605269232,
                    "NOISE": 0.04369143832900626,
                    "SACCADE": 0.09134414798193446,
                    "SP": 0.23948005316213608
                }
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.20691085631957642
            },
            "kappa": 0.43588586761697007
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.029195405748309367
            },
            "kappa": 0.18819948441089984
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.47825105787684236,
            "error_rate": 0.29454652082051946,
            "sample": 0.3043102921323813
        },
        "precision": 0.7054534791794805,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.0
    }
}