hollywood2_em/evaluation/dsf_eval.json

{
    "FIX": {
        "F1": 0.8317992099098874,
        "FPR": 0.49141887919341976,
        "accuracy": 0.7668837063285233,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 1.2520618940867079,
                "count": 13599.0,
                "duration_ms": 397.0723370100743
            },
            "true": {
                "amplitude_deg": 0.6001975589341978,
                "count": 13461.0,
                "duration_ms": 330.1841050442018
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.5357889649217403
            },
            "kappa": 0.5359886751664251
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8209475234366581,
            "IoU": 0.6653899539034205,
            "IoU>=0.5": {
                "F1": 0.7006932222262131,
                "IoU": 0.6277370344724845
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.7791852105443341,
            "FPR": 0.27848101265822783,
            "accuracy": 0.7939476664827346,
            "confusion": {
                "FIX": 0.9010292953285828,
                "NOISE": 0.0,
                "SACCADE": 0.0007197869430648528,
                "SP": 0.0973151947023681
            },
            "confusion-accuracy": 0.9010292953285828,
            "kappa": 0.5925619897630886,
            "precision": 0.6863691194209891,
            "recall": 0.9010292953285828,
            "sensitivity": 0.9010292953285828,
            "specificity": 0.7215189873417721
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.6041510402419068
            },
            "kappa": 0.6352836062453227
        },
        "kappa": 0.46364876301469177,
        "normalised_Levenshtein": {
            "episode": 0.23453024089715865,
            "error_rate": 0.23311629367147663,
            "sample": 0.23001068409108807
        },
        "precision": 0.7579820362972296,
        "recall": 0.9215452200277706,
        "sensitivity": 0.9215452200277706,
        "specificity": 0.5085811208065802
    },
    "NOISE": {
        "F1": 0.7266468409162197,
        "FPR": 7.694056939440933e-06,
        "accuracy": 0.9812381916044266,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 20.431933131716903,
                "count": 780.0,
                "duration_ms": 234.7892217948718
            },
            "true": {
                "amplitude_deg": 7.0528901999723095,
                "count": 989.0,
                "duration_ms": 308.29700303336705
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.28278457890740427
            },
            "kappa": 0.4993439323556604
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8691746209994385,
            "IoU": 0.6017935710149813,
            "IoU>=0.5": {
                "F1": 0.815272318921954,
                "IoU": 0.5851377991159519
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8427745664739884,
            "FPR": 0.0,
            "accuracy": 0.9921006011674847,
            "confusion": {
                "FIX": 0.002997002997002997,
                "NOISE": 0.7282717282717283,
                "SACCADE": 0.11288711288711288,
                "SP": 0.1008991008991009
            },
            "confusion-accuracy": 0.7282717282717283,
            "kappa": 0.8388257561156124,
            "precision": 1.0,
            "recall": 0.7282717282717283,
            "sensitivity": 0.7282717282717283,
            "specificity": 1.0
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.8117742015402937
            },
            "kappa": 0.848152509767355
        },
        "kappa": 0.7176810653758658,
        "normalised_Levenshtein": {
            "episode": 0.17092226238925545,
            "error_rate": 0.018761808395573384,
            "sample": 0.016592290928323598
        },
        "precision": 0.9997050276400026,
        "recall": 0.5707522750378913,
        "sensitivity": 0.5707522750378913,
        "specificity": 0.9999923059430605
    },
    "SACCADE": {
        "F1": 0.79597749108051,
        "FPR": 0.014144632564355334,
        "accuracy": 0.9646875661699362,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 6.613681821934149,
                "count": 12330.0,
                "duration_ms": 48.6659203568532
            },
            "true": {
                "amplitude_deg": 5.632335267070102,
                "count": 14182.0,
                "duration_ms": 47.0721699337188
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.4581743433473998
            },
            "kappa": 0.8487171564790681
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8840568805958919,
            "IoU": 0.6446217192777295,
            "IoU>=0.5": {
                "F1": 0.8560680159506433,
                "IoU": 0.6335703648452264
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8887000193162063,
            "FPR": 0.0065404816172827274,
            "accuracy": 0.916330264571777,
            "confusion": {
                "FIX": 0.12981545154725985,
                "NOISE": 0.0,
                "SACCADE": 0.8071012560522068,
                "SP": 0.05382078450635043
            },
            "confusion-accuracy": 0.8071012560522068,
            "kappa": 0.8227614423178791,
            "precision": 0.9886539453326457,
            "recall": 0.8071012560522068,
            "sensitivity": 0.8071012560522068,
            "specificity": 0.9934595183827173
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.8000248815836457
            },
            "kappa": 0.808729317040842
        },
        "kappa": 0.7767137123220513,
        "normalised_Levenshtein": {
            "episode": 0.24181464150578016,
            "error_rate": 0.03531243383006375,
            "sample": 0.032786768856039934
        },
        "precision": 0.8427564547103382,
        "recall": 0.7541185596229004,
        "sensitivity": 0.7541185596229004,
        "specificity": 0.9858553674356446
    },
    "SP": {
        "F1": 0.3726134834980334,
        "FPR": 0.08348580130789214,
        "accuracy": 0.7663972678782481,
        "basic_statistics": {
            "detected": {
                "amplitude_deg": 1.626966753031451,
                "count": 11957.0,
                "duration_ms": 77.89683164673413
            },
            "true": {
                "amplitude_deg": 1.5899602809400915,
                "count": 5159.0,
                "duration_ms": 333.7082545066874
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.064964364457476
            },
            "kappa": 0.12516736762267258
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.4028054969493072,
            "IoU": 0.23921651915875722,
            "IoU>=0.5": {
                "F1": 0.12202771283571877,
                "IoU": 0.16325958731572793
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.3103409474513334,
            "FPR": 0.0761708697889861,
            "accuracy": 0.822002149101153,
            "confusion": {
                "FIX": 0.7312783661119516,
                "NOISE": 0.0,
                "SACCADE": 0.00170196671709531,
                "SP": 0.2607791225416036
            },
            "confusion-accuracy": 0.2607791225416036,
            "kappa": 0.2123704669223981,
            "precision": 0.38316198944151153,
            "recall": 0.2607791225416036,
            "sensitivity": 0.2607791225416036,
            "specificity": 0.9238291302110139
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": -0.039205046679682276
            },
            "kappa": 0.03692147399767054
        },
        "kappa": 0.2432859469839813,
        "normalised_Levenshtein": {
            "episode": 0.25556131204789634,
            "error_rate": 0.23360273212175187,
            "sample": 0.2273166379536023
        },
        "precision": 0.5221180490746458,
        "recall": 0.2896689611381246,
        "sensitivity": 0.2896689611381246,
        "specificity": 0.9165141986921078
    },
    "all": {
        "F1": 0.850312640743163,
        "FPR": 1.0,
        "accuracy": 0.7396033659905672,
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "FIX": 0.7604561784359791,
                    "NOISE": 0.024944345718483217,
                    "SACCADE": 0.08173692046036427,
                    "SP": 0.13286255538517341
                }
            },
            "true": {
                "samples_amount": {
                    "FIX": 0.6254843605269232,
                    "NOISE": 0.04369143832900626,
                    "SACCADE": 0.09134414798193446,
                    "SP": 0.23948005316213608
                }
            }
        },
        "episode_adjusted_Cohens_kappa": {
            "IoU>=0.8": {
                "kappa": 0.39839119422705654
            },
            "kappa": 0.5628028063434759
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.33143039415695796
            },
            "kappa": 0.4163887508004297
        },
        "kappa": 0.0,
        "normalised_Levenshtein": {
            "episode": 0.32088770405794736,
            "error_rate": 0.2603966340094328,
            "sample": 0.2569829870527526
        },
        "precision": 0.7396033659905672,
        "recall": 1.0,
        "sensitivity": 1.0,
        "specificity": 0.0
    }
}