360_em_dataset/output_I-S5T_E+H/train/eval_primary.json

{
    "SP": {
        "F1": 0.42388644150758686,
        "FPR": 0.08527005692962733,
        "accuracy": 0.8605249570435828,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 51.90682343327375,
                "count": 883.0,
                "duration_ms": 145.06795016987542
            },
            "true": {
                "amplitude_px": 78.00128665010732,
                "count": 289.0,
                "duration_ms": 402.87543252595157
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.36860068259385664,
            "IoU": 0.38401597617482874,
            "IoU>=0.5": {
                "F1": 0.17918088737201365,
                "IoU": 0.28745422954267286
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.4059259259259259,
            "FPR": 0.061239547466797835,
            "accuracy": 0.9079219288174512,
            "confusion": {
                "SP": 0.4740484429065744,
                "fixation": 0.47750865051903113,
                "noise": 0.006920415224913495,
                "saccade": 0.010380622837370242
            },
            "confusion-accuracy": 0.4740484429065744,
            "kappa": 0.3571345218896106,
            "precision": 0.3549222797927461,
            "recall": 0.4740484429065744,
            "sensitivity": 0.4740484429065744,
            "specificity": 0.9387604525332022
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.11469095794154993
            },
            "kappa": 0.18448259860788863
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.08166529280612382
            },
            "kappa": 0.14683119397268288
        },
        "kappa": 0.34474459800306173,
        "normalised_Levenshtein": {
            "episode": 0.1957258615359284,
            "error_rate": 0.13947504295641722,
            "sample": 0.13032960581242192
        },
        "precision": 0.40483504741552023,
        "recall": 0.44481948928676257,
        "sensitivity": 0.44481948928676257,
        "specificity": 0.9147299430703727
    },
    "all": {
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "SP": 0.1267447076847549,
                    "fixation": 0.7335855700295405,
                    "noise": 0.040510229129106255,
                    "saccade": 0.09915949315659836
                }
            },
            "true": {
                "samples_amount": {
                    "SP": 0.11535173476211033,
                    "fixation": 0.7374960852526176,
                    "noise": 0.04030708548115419,
                    "saccade": 0.10684509450411789
                }
            }
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.4961152632263903
            },
            "kappa": 0.5770804967116798
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.5349639245043006
            },
            "kappa": 0.7257892683082754
        },
        "normalised_Levenshtein": {
            "episode": 0.2365911414754102,
            "error_rate": 0.17145323887153704,
            "sample": 0.16394602584712822
        }
    },
    "fixation": {
        "F1": 0.8940839365240106,
        "FPR": 0.28933028084996615,
        "accuracy": 0.8441888220207714,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 19.839343643737788,
                "count": 2251.0,
                "duration_ms": 310.5424255886273
            },
            "true": {
                "amplitude_px": 24.878247202493892,
                "count": 1925.0,
                "duration_ms": 364.7412987012987
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8644148430066603,
            "IoU": 0.7766490290121119,
            "IoU>=0.5": {
                "F1": 0.7892483349191246,
                "IoU": 0.7662471032163898
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8971867007672635,
            "FPR": 0.08981788079470199,
            "accuracy": 0.9076923076923077,
            "confusion": {
                "SP": 0.07890665291387312,
                "fixation": 0.9045899948427024,
                "noise": 0.008251676121712223,
                "saccade": 0.0025786487880350697
            },
            "confusion-accuracy": 0.9045899948427024,
            "kappa": 0.8134468792836538,
            "precision": 0.8899036022323693,
            "recall": 0.9045899948427024,
            "sensitivity": 0.9045899948427024,
            "specificity": 0.910182119205298
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.6720843115976598
            },
            "kappa": 0.7151240802147658
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.634316031241172
            },
            "kappa": 0.7006252825877195
        },
        "kappa": 0.5995072474207644,
        "normalised_Levenshtein": {
            "episode": 0.18813298705569745,
            "error_rate": 0.15581117797922855,
            "sample": 0.14800798375843183
        },
        "precision": 0.8964669774311165,
        "recall": 0.8917135315046483,
        "sensitivity": 0.8917135315046483,
        "specificity": 0.7106697191500339
    },
    "noise": {
        "F1": 0.8123167155425219,
        "FPR": 0.008008396468544112,
        "accuracy": 0.984831940952913,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 405.54530753912684,
                "count": 239.0,
                "duration_ms": 168.61087866108787
            },
            "true": {
                "amplitude_px": 339.485007478903,
                "count": 220.0,
                "duration_ms": 182.66363636363636
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.808695652173913,
            "IoU": 0.6387191572886338,
            "IoU>=0.5": {
                "F1": 0.691304347826087,
                "IoU": 0.5996620178935587
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8160377358490566,
            "FPR": 0.0074969770253929865,
            "accuracy": 0.982089552238806,
            "confusion": {
                "SP": 0.03636363636363636,
                "fixation": 0.02727272727272727,
                "noise": 0.7863636363636364,
                "saccade": 0.11363636363636363
            },
            "confusion-accuracy": 0.7863636363636364,
            "kappa": 0.8066383569753415,
            "precision": 0.8480392156862745,
            "recall": 0.7863636363636364,
            "sensitivity": 0.7863636363636364,
            "specificity": 0.992503022974607
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.6786371549365829
            },
            "kappa": 0.7322879143395353
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.46393509888784906
            },
            "kappa": 0.7454272074681951
        },
        "kappa": 0.8044133724730304,
        "normalised_Levenshtein": {
            "episode": 0.19212011234216853,
            "error_rate": 0.015168059047087006,
            "sample": 0.014066704738313727
        },
        "precision": 0.8102799832845801,
        "recall": 0.8143637127257455,
        "sensitivity": 0.8143637127257455,
        "specificity": 0.9919916035314559
    },
    "saccade": {
        "F1": 0.8424685676719533,
        "FPR": 0.01386467020470053,
        "accuracy": 0.9675478022396587,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 172.04204742549373,
                "count": 2016.0,
                "duration_ms": 48.99751984126984
            },
            "true": {
                "amplitude_px": 175.90323811347525,
                "count": 1906.0,
                "duration_ms": 55.944910807974814
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.9212337496813663,
            "IoU": 0.7468687880943775,
            "IoU>=0.5": {
                "F1": 0.8957430537853683,
                "IoU": 0.7377181433951849
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.9427792915531336,
            "FPR": 0.013480392156862746,
            "accuracy": 0.9517795637198623,
            "confusion": {
                "SP": 0.04614577871001573,
                "fixation": 0.03828002097535396,
                "noise": 0.0068169900367068695,
                "saccade": 0.9071840587309911
            },
            "confusion-accuracy": 0.9071840587309911,
            "kappa": 0.9012233593065515,
            "precision": 0.9812819058423142,
            "recall": 0.9071840587309911,
            "sensitivity": 0.9071840587309911,
            "specificity": 0.9865196078431373
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.8428596760846436
            },
            "kappa": 0.8616703757451957
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.5533412009200613
            },
            "kappa": 0.8980729545386644
        },
        "kappa": 0.8244072899333751,
        "normalised_Levenshtein": {
            "episode": 0.20048940289225375,
            "error_rate": 0.03245219776034128,
            "sample": 0.0291983714127339
        },
        "precision": 0.8751173708920188,
        "recall": 0.8121682642794898,
        "sensitivity": 0.8121682642794898,
        "specificity": 0.9861353297952995
    }
}