hollywood2_em/evaluation/sp_tool_smooth_eval.json

{
    "FIX": {
        "F1": 0.8533882385198582,
        "FPR": 0.30472692927869977,
        "accuracy": 0.8108593773206316,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 10.900963761955664,
                "count": 14584.0,
                "duration_ms": 326.15087904552934
            },
            "true": {
                "amplitude_px": 8.24550594812341,
                "count": 13461.0,
                "duration_ms": 330.1841037070055
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.48161356853792425
            },
            "kappa": 0.5138614213646983
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8202270524712724,
            "IoU": 0.64717946078218,
            "IoU>=0.5": {
                "F1": 0.6491070192440814,
                "IoU": 0.5979557374531653
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.804715048527387,
            "FPR": 0.19001947419668938,
            "accuracy": 0.8311213080475126,
            "confusion": {
                "FIX": 0.8623767364860001,
                "NOISE": 0.030590945080256244,
                "SACCADE": 0.000791765637371338,
                "SP": 0.10235370330382207
            },
            "confusion-accuracy": 0.8623767364860001,
            "kappa": 0.6571197184679956,
            "precision": 0.7542810375220348,
            "recall": 0.8623767364860001,
            "sensitivity": 0.8623767364860001,
            "specificity": 0.8099805258033106
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.5014087431439471
            },
            "kappa": 0.5380791988638344
        },
        "kappa": 0.5876523390188436,
        "normalised_Levenshtein": {
            "episode": 0.17184698624385705,
            "error_rate": 0.18914062267936838,
            "sample": 0.17479593023146692
        },
        "precision": 0.8282785497136643,
        "recall": 0.8800679495284357,
        "sensitivity": 0.8800679495284357,
        "specificity": 0.6952730707213002
    },
    "NOISE": {
        "F1": 0.5614015928183931,
        "FPR": 0.029388447857946053,
        "accuracy": 0.9562219020479195,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 106.9149919262783,
                "count": 1913.0,
                "duration_ms": 212.25986513329846
            },
            "true": {
                "amplitude_px": 97.12436246420128,
                "count": 989.0,
                "duration_ms": 308.2969888776542
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.17113855343015044
            },
            "kappa": 0.31710144152469966
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.5626269465132024,
            "IoU": 0.5945537272210758,
            "IoU>=0.5": {
                "F1": 0.4955991875423155,
                "IoU": 0.5687968201532485
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.5963266901133255,
            "FPR": 0.023779612347451542,
            "accuracy": 0.9699997095809253,
            "confusion": {
                "FIX": 0.08791208791208792,
                "NOISE": 0.7622377622377622,
                "SACCADE": 0.04195804195804196,
                "SP": 0.027972027972027972
            },
            "confusion-accuracy": 0.7622377622377622,
            "kappa": 0.5815128198645168,
            "precision": 0.48973042362002567,
            "recall": 0.7622377622377622,
            "sensitivity": 0.7622377622377622,
            "specificity": 0.9762203876525485
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.4795290689377174
            },
            "kappa": 0.46062853796603553
        },
        "kappa": 0.5387385477191604,
        "normalised_Levenshtein": {
            "episode": 0.13467106790488953,
            "error_rate": 0.0437780979520805,
            "sample": 0.040745063454064194
        },
        "precision": 0.4992279379631158,
        "recall": 0.6412644158501063,
        "sensitivity": 0.6412644158501063,
        "specificity": 0.970611552142054
    },
    "SACCADE": {
        "F1": 0.8158458513963102,
        "FPR": 0.012197320068535323,
        "accuracy": 0.9681419604532353,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 87.41528538065829,
                "count": 12628.0,
                "duration_ms": 47.45039626227432
            },
            "true": {
                "amplitude_px": 77.61867013464497,
                "count": 14182.0,
                "duration_ms": 47.07217021576646
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.4719250728239628
            },
            "kappa": 0.8524817524823143
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.905107316891716,
            "IoU": 0.6673119221997462,
            "IoU>=0.5": {
                "F1": 0.8723728750511476,
                "IoU": 0.6542582497777413
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.9072031148604802,
            "FPR": 0.003121593499157665,
            "accuracy": 0.9293991229343943,
            "confusion": {
                "FIX": 0.107571398498351,
                "NOISE": 0.009402848922882606,
                "SACCADE": 0.8338362220195074,
                "SP": 0.046944074100063155
            },
            "confusion-accuracy": 0.8338362220195074,
            "kappa": 0.8509381752955828,
            "precision": 0.9947262682069312,
            "recall": 0.8338362220195074,
            "sensitivity": 0.8338362220195074,
            "specificity": 0.9968784065008424
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.8143825970662325
            },
            "kappa": 0.8073989946366442
        },
        "kappa": 0.7984684250678324,
        "normalised_Levenshtein": {
            "episode": 0.17230949182746208,
            "error_rate": 0.03185803954676472,
            "sample": 0.03016912342460906
        },
        "precision": 0.8642641159311942,
        "recall": 0.7725648139860974,
        "sensitivity": 0.7725648139860974,
        "specificity": 0.9878026799314646
    },
    "SP": {
        "F1": 0.616522256317667,
        "FPR": 0.08268959957000806,
        "accuracy": 0.8323773977532266,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 46.08276389108597,
                "count": 5472.0,
                "duration_ms": 256.94700255847954
            },
            "true": {
                "amplitude_px": 21.977160924415898,
                "count": 5159.0,
                "duration_ms": 333.7082599340958
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.21402332233722215
            },
            "kappa": 0.27768867632935357
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.5164945627341679,
            "IoU": 0.35864671550221766,
            "IoU>=0.5": {
                "F1": 0.37868957324316915,
                "IoU": 0.319767820959988
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.5396293375394322,
            "FPR": 0.07270543832561331,
            "accuracy": 0.8643742921035054,
            "confusion": {
                "FIX": 0.4315431164901664,
                "NOISE": 0.04462934947049924,
                "SACCADE": 0.0018910741301059002,
                "SP": 0.5175869894099848
            },
            "confusion-accuracy": 0.5175869894099848,
            "kappa": 0.4602711693638254,
            "precision": 0.5636326194398682,
            "recall": 0.5175869894099848,
            "sensitivity": 0.5175869894099848,
            "specificity": 0.9272945616743867
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.2975382067317316
            },
            "kappa": 0.3261827711869103
        },
        "kappa": 0.5105252269409458,
        "normalised_Levenshtein": {
            "episode": 0.18943286220265906,
            "error_rate": 0.16762260224677336,
            "sample": 0.16178006054586858
        },
        "precision": 0.6817964327820025,
        "recall": 0.5626545468200765,
        "sensitivity": 0.5626545468200765,
        "specificity": 0.9173104004299919
    },
    "all": {
        "F1": 0.8787982719055405,
        "FPR": 1.0,
        "accuracy": 0.7838003187875066,
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "FIX": 0.6645937394145134,
                    "NOISE": 0.05612218897847653,
                    "SACCADE": 0.08165244095359377,
                    "SP": 0.1976316306534163
                }
            },
            "true": {
                "samples_amount": {
                    "FIX": 0.6254843605269232,
                    "NOISE": 0.04369143832900626,
                    "SACCADE": 0.09134414798193446,
                    "SP": 0.23948005316213608
                }
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.4324765893889465
            },
            "kappa": 0.6314742542502514
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.409916353402889
            },
            "kappa": 0.48458214328943494
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.24843963149480514,
            "error_rate": 0.21619968121249347,
            "sample": 0.2076769795324195
        },
        "precision": 0.7838003187875066,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.0
    }
}