hollywood2_em/evaluation/ivvt_eval.json

{
    "FIX": {
        "F1": 0.7505831246547731,
        "FPR": 0.5279786887249909,
        "accuracy": 0.6713264835895832,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 0.09741285788605457,
                "count": 438147.0,
                "duration_ms": 11.573542263213035
            },
            "true": {
                "amplitude_deg": 0.6001975589341978,
                "count": 13461.0,
                "duration_ms": 330.1841050442018
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.003808118649020383
            },
            "kappa": 0.012724419378318723
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.0613914511630785,
            "IoU": 0.07762410937427917,
            "IoU>=0.5": {
                "F1": 0.007080569097426333,
                "IoU": 0.08040159354641171
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8156963452444334,
            "FPR": 0.24415774099318402,
            "accuracy": 0.8290883745244387,
            "confusion": {
                "FIX": 0.9373785359533578,
                "NOISE": 0.0,
                "SACCADE": 0.0012236378032102497,
                "SP": 0.033973943712661055
            },
            "confusion-accuracy": 0.9373785359533578,
            "kappa": 0.6612965944971357,
            "precision": 0.7219758288058543,
            "recall": 0.9373785359533578,
            "sensitivity": 0.9373785359533578,
            "specificity": 0.755842259006816
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": -0.021793365956606747
            },
            "kappa": 0.029607353920862445
        },
        "kappa": 0.27243232910758824,
        "normalised_Levenshtein": {
            "episode": 0.9507804491968191,
            "error_rate": 0.3286735164104167,
            "sample": 0.333431735875337
        },
        "precision": 0.7143709105108973,
        "recall": 0.7906626473216445,
        "sensitivity": 0.7906626473216445,
        "specificity": 0.4720213112750092
    },
    "NOISE": {
        "F1": 0.7266468409162197,
        "FPR": 7.694056939440933e-06,
        "accuracy": 0.9812381916044266,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 20.431933131716903,
                "count": 780.0,
                "duration_ms": 234.7892217948718
            },
            "true": {
                "amplitude_deg": 7.0528901999723095,
                "count": 989.0,
                "duration_ms": 308.29700303336705
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.28216585567598074
            },
            "kappa": 0.5038823481814135
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8691746209994385,
            "IoU": 0.6017935710149813,
            "IoU>=0.5": {
                "F1": 0.815272318921954,
                "IoU": 0.5851377991159519
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8427745664739884,
            "FPR": 0.0,
            "accuracy": 0.9921006011674847,
            "confusion": {
                "FIX": 0.026973026973026972,
                "NOISE": 0.7282717282717283,
                "SACCADE": 0.14885114885114886,
                "SP": 0.002997002997002997
            },
            "confusion-accuracy": 0.7282717282717283,
            "kappa": 0.8388257561156124,
            "precision": 1.0,
            "recall": 0.7282717282717283,
            "sensitivity": 0.7282717282717283,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.8151022260372105
            },
            "kappa": 0.8611830574950994
        },
        "kappa": 0.7176810653758658,
        "normalised_Levenshtein": {
            "episode": 0.9510413884261492,
            "error_rate": 0.018761808395573384,
            "sample": 0.016592290928323598
        },
        "precision": 0.9997050276400026,
        "recall": 0.5707522750378913,
        "sensitivity": 0.5707522750378913,
        "specificity": 0.9999923059430605
    },
    "SACCADE": {
        "F1": 0.7047064859493827,
        "FPR": 0.019106035709026588,
        "accuracy": 0.950436145892293,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 2.608654799866106,
                "count": 36257.0,
                "duration_ms": 15.462472598394795
            },
            "true": {
                "amplitude_deg": 5.632335267070102,
                "count": 14182.0,
                "duration_ms": 47.0721699337188
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.0983186539901809
            },
            "kappa": 0.5795365894390684
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.5550061315716602,
            "IoU": 0.5470493151798547,
            "IoU>=0.5": {
                "F1": 0.3459788757466672,
                "IoU": 0.4255455371051707
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8499780727983096,
            "FPR": 0.008522445743732038,
            "accuracy": 0.8907153021810472,
            "confusion": {
                "FIX": 0.005753982176689355,
                "NOISE": 0.0,
                "SACCADE": 0.7480176829696161,
                "SP": 0.09332678408532735
            },
            "confusion-accuracy": 0.7480176829696161,
            "kappa": 0.7665167163251091,
            "precision": 0.9841211225997046,
            "recall": 0.7480176829696161,
            "sensitivity": 0.7480176829696161,
            "specificity": 0.9914775542562679
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.33162545469646665
            },
            "kappa": 0.500382489348346
        },
        "kappa": 0.6778850006230578,
        "normalised_Levenshtein": {
            "episode": 0.9507926030382621,
            "error_rate": 0.04956385410770701,
            "sample": 0.04805391276376731
        },
        "precision": 0.7730669763399186,
        "recall": 0.6474536829857692,
        "sensitivity": 0.6474536829857692,
        "specificity": 0.9808939642909734
    },
    "SP": {
        "F1": 0.24735555672393492,
        "FPR": 0.1987336737436173,
        "accuracy": 0.664508442364129,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 0.06513456776676146,
                "count": 454595.0,
                "duration_ms": 3.3301884930542562
            },
            "true": {
                "amplitude_deg": 1.5899602809400915,
                "count": 5159.0,
                "duration_ms": 333.7082545066874
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": -3.15640731315024e-05
            },
            "kappa": 0.0009693402010048524
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.022782162957681262,
            "IoU": 0.018811776217399975,
            "IoU>=0.5": {
                "F1": 2.1738705112291283e-05,
                "IoU": 0.000661875945537065
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.07307796794349361,
            "FPR": 0.06193172070681077,
            "accuracy": 0.8018180234077774,
            "confusion": {
                "FIX": 0.9277609682299546,
                "NOISE": 0.0,
                "SACCADE": 0.0011346444780635401,
                "SP": 0.05086989409984871
            },
            "confusion-accuracy": 0.05086989409984871,
            "kappa": -0.014724708407657557,
            "precision": 0.12970106075216972,
            "recall": 0.05086989409984871,
            "sensitivity": 0.05086989409984871,
            "specificity": 0.9380682792931893
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": -0.011068487573863584
            },
            "kappa": -0.009666273041293305
        },
        "kappa": 0.03304050392499289,
        "normalised_Levenshtein": {
            "episode": 0.9507804491968191,
            "error_rate": 0.33549155763587096,
            "sample": 0.3365614959717918
        },
        "precision": 0.26726779096728165,
        "recall": 0.23020463620546236,
        "sensitivity": 0.23020463620546236,
        "specificity": 0.8012663262563827
    },
    "all": {
        "F1": 0.7758259648280015,
        "FPR": 1.0,
        "accuracy": 0.633754631725216,
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "FIX": 0.6922833965884995,
                    "NOISE": 0.024944345718483217,
                    "SACCADE": 0.07650191618597373,
                    "SP": 0.20627034150704354
                }
            },
            "true": {
                "samples_amount": {
                    "FIX": 0.6254843605269232,
                    "NOISE": 0.04369143832900626,
                    "SACCADE": 0.09134414798193446,
                    "SP": 0.23948005316213608
                }
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.0077441730465758075
            },
            "kappa": 0.04016979372709972
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": -0.021962466073941922
            },
            "kappa": 0.018916101586074263
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.9511103867967289,
            "error_rate": 0.36624536827478404,
            "sample": 0.370275281607918
        },
        "precision": 0.633754631725216,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.0
    }
}