hollywood2_em/evaluation/sp_tool_eval.json

{
    "FIX": {
        "F1": 0.81892531172342,
        "FPR": 0.23937710653309038,
        "accuracy": 0.7807203594793773,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 0.33228428518182956,
                "count": 28345.0,
                "duration_ms": 147.39370351031928
            },
            "true": {
                "amplitude_deg": 0.6001975589341978,
                "count": 13461.0,
                "duration_ms": 330.1841050442018
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.34454480048500513
            },
            "kappa": 0.3061171530320629
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.5870436801012872,
            "IoU": 0.5927227796984349,
            "IoU>=0.5": {
                "F1": 0.3933319265667862,
                "IoU": 0.5439038747653957
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.783951973058057,
            "FPR": 0.13227848101265824,
            "accuracy": 0.8285946620974065,
            "confusion": {
                "BLINK": 0.0,
                "FIX": 0.7707478586338444,
                "NOISE": 0.08104800978910243,
                "NOISE_CLUSTER": 0.0,
                "SACCADE": 0.000791765637371338,
                "SP": 0.10242568199812856
            },
            "confusion-accuracy": 0.7707478586338444,
            "kappa": 0.6419684971490924,
            "precision": 0.7976163873370578,
            "recall": 0.7707478586338444,
            "sensitivity": 0.7707478586338444,
            "specificity": 0.8677215189873417
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.20363006021818753
            },
            "kappa": 0.2712869414681597
        },
        "kappa": 0.5417743655499281,
        "normalised_Levenshtein": {
            "episode": 0.4176078863121779,
            "error_rate": 0.21927964052062268,
            "sample": 0.20491797394103525
        },
        "precision": 0.8468836832625097,
        "recall": 0.7927539382711908,
        "sensitivity": 0.7927539382711908,
        "specificity": 0.7606228934669096
    },
    "NOISE": {
        "F1": 0.3713400336271309,
        "FPR": 0.108201237774286,
        "accuracy": 0.8863889616351308,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 1.1054944550612733,
                "count": 18888.0,
                "duration_ms": 52.93576466539602
            },
            "true": {
                "amplitude_deg": 7.0528901999723095,
                "count": 989.0,
                "duration_ms": 308.29700303336705
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.0481377719976268
            },
            "kappa": 0.08697284606572016
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.09790841149621307,
            "IoU": 0.638517447466744,
            "IoU>=0.5": {
                "F1": 0.07724331644680744,
                "IoU": 0.5959650211190676
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.3967403958090803,
            "FPR": 0.0730437903804738,
            "accuracy": 0.9247524177387971,
            "confusion": {
                "FIX": 0.005994005994005994,
                "NOISE": 0.8511488511488512,
                "SACCADE": 0.04095904095904096,
                "SP": 0.022977022977022976
            },
            "confusion-accuracy": 0.8511488511488512,
            "kappa": 0.3685848035530903,
            "precision": 0.2586520947176685,
            "recall": 0.8511488511488512,
            "sensitivity": 0.8511488511488512,
            "specificity": 0.9269562096195262
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.05341343617208871
            },
            "kappa": 0.05610243201679399
        },
        "kappa": 0.32673137998347473,
        "normalised_Levenshtein": {
            "episode": 0.4115460568799777,
            "error_rate": 0.11361103836486917,
            "sample": 0.10522993645551278
        },
        "precision": 0.2448710095698728,
        "recall": 0.7679804399757995,
        "sensitivity": 0.7679804399757995,
        "specificity": 0.891798762225714
    },
    "SACCADE": {
        "F1": 0.8152286488523024,
        "FPR": 0.012174526945220627,
        "accuracy": 0.9680582984900787,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 6.282626936523167,
                "count": 12780.0,
                "duration_ms": 46.81762323943662
            },
            "true": {
                "amplitude_deg": 5.632335267070102,
                "count": 14182.0,
                "duration_ms": 47.0721699337188
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.46862450482199736
            },
            "kappa": 0.851033138099676
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.900199748464896,
            "IoU": 0.665673608342945,
            "IoU>=0.5": {
                "F1": 0.8654287193903972,
                "IoU": 0.6520446289287561
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.9070637647957236,
            "FPR": 0.0030224952928351997,
            "accuracy": 0.9293119972119769,
            "confusion": {
                "FIX": 0.05325942039155147,
                "NOISE": 0.06252192828573433,
                "SACCADE": 0.8334853694477581,
                "SP": 0.043646059925619256
            },
            "confusion-accuracy": 0.8334853694477581,
            "kappa": 0.850743189193992,
            "precision": 0.994890694363012,
            "recall": 0.8334853694477581,
            "sensitivity": 0.8334853694477581,
            "specificity": 0.9969775047071648
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.8362023804393011
            },
            "kappa": 0.8372588919467155
        },
        "kappa": 0.7978084250626918,
        "normalised_Levenshtein": {
            "episode": 0.45178337045506195,
            "error_rate": 0.0319417015099213,
            "sample": 0.030209122719972475
        },
        "precision": 0.8643099004903616,
        "recall": 0.7714221784659447,
        "sensitivity": 0.7714221784659447,
        "specificity": 0.9878254730547794
    },
    "SP": {
        "F1": 0.6156493090738855,
        "FPR": 0.08139998208366926,
        "accuracy": 0.8326463696022024,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 3.1178684751156243,
                "count": 6488.0,
                "duration_ms": 215.87575678175094
            },
            "true": {
                "amplitude_deg": 1.5899602809400915,
                "count": 5159.0,
                "duration_ms": 333.7082545066874
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.19795070510698434
            },
            "kappa": 0.2862327973118576
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.4833528526016396,
            "IoU": 0.3567221599674346,
            "IoU>=0.5": {
                "F1": 0.3518487535552953,
                "IoU": 0.32154153223880466
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.5426448736998514,
            "FPR": 0.07095556699262309,
            "accuracy": 0.8659135131995469,
            "confusion": {
                "FIX": 0.3691376701966717,
                "NOISE": 0.08037065052950075,
                "SACCADE": 0.00170196671709531,
                "SP": 0.517965204236006
            },
            "confusion-accuracy": 0.517965204236006,
            "kappa": 0.4642946243748485,
            "precision": 0.5697940503432495,
            "recall": 0.517965204236006,
            "sensitivity": 0.517965204236006,
            "specificity": 0.9290444330073769
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.3027619209801048
            },
            "kappa": 0.36690776966910266
        },
        "kappa": 0.5100489035825074,
        "normalised_Levenshtein": {
            "episode": 0.43556779138830903,
            "error_rate": 0.16735363039779766,
            "sample": 0.16155627552455906
        },
        "precision": 0.6840532180627646,
        "recall": 0.5596822409274687,
        "sensitivity": 0.5596822409274687,
        "specificity": 0.9186000179163307
    },
    "all": {
        "F1": 0.8465355949166868,
        "FPR": 1.0,
        "accuracy": 0.7339069946033946,
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "FIX": 0.5855056602632109,
                    "NOISE": 0.13702794009803437,
                    "SACCADE": 0.08152735678066586,
                    "SP": 0.19593904285808889
                }
            },
            "true": {
                "samples_amount": {
                    "FIX": 0.6254843605269232,
                    "NOISE": 0.04369143832900626,
                    "SACCADE": 0.09134414798193446,
                    "SP": 0.23948005316213608
                }
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.3168354252242619
            },
            "kappa": 0.43579792686801755
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.16266223372389133
            },
            "kappa": 0.24386660116807535
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.4963081453793532,
            "error_rate": 0.2660930053966054,
            "sample": 0.2552312375486786
        },
        "precision": 0.7339069946033946,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.0
    }
}