360_em_dataset/output_I-S5T_FOV/train/eval_primary.json

{
    "SP": {
        "F1": 0.16265795378498601,
        "FPR": 0.09289575658996316,
        "accuracy": 0.8199554776838238,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 30.390942039955245,
                "count": 708.0,
                "duration_ms": 140.66949152542372
            },
            "true": {
                "amplitude_px": 78.00128665010732,
                "count": 289.0,
                "duration_ms": 402.87543252595157
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.24072216649949849,
            "IoU": 0.1900121114666431,
            "IoU>=0.5": {
                "F1": 0.09227683049147442,
                "IoU": 0.1274372353662867
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.1554559043348281,
            "FPR": 0.08066896212493851,
            "accuracy": 0.870264064293915,
            "confusion": {
                "SP": 0.17993079584775087,
                "fixation": 0.7508650519031141,
                "noise": 0.02422145328719723,
                "saccade": 0.03806228373702422
            },
            "confusion-accuracy": 0.17993079584775087,
            "kappa": 0.08659708855896091,
            "precision": 0.1368421052631579,
            "recall": 0.17993079584775087,
            "sensitivity": 0.17993079584775087,
            "specificity": 0.9193310378750615
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.017304197523289377
            },
            "kappa": 0.04020531757530832
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.04244419819942971
            },
            "kappa": 0.02149598341776075
        },
        "kappa": 0.06239255625026492,
        "normalised_Levenshtein": {
            "episode": 0.17636404941487246,
            "error_rate": 0.18004452231617615,
            "sample": 0.16500674580185076
        },
        "precision": 0.17545647558386412,
        "recall": 0.15159964778397417,
        "sensitivity": 0.15159964778397417,
        "specificity": 0.9071042434100368
    },
    "all": {
        "basic_statistics": {
            "detected": {
                "samples_amount": {
                    "SP": 0.09966735227647851,
                    "fixation": 0.7641417604089958,
                    "noise": 0.04436149412153069,
                    "saccade": 0.09182939319299493
                }
            },
            "true": {
                "samples_amount": {
                    "SP": 0.11535173476211033,
                    "fixation": 0.7374960852526176,
                    "noise": 0.04030708548115419,
                    "saccade": 0.10684509450411789
                }
            }
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.41011699349648667
            },
            "kappa": 0.4929349832185853
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.42709307622023734
            },
            "kappa": 0.6481655327796549
        },
        "normalised_Levenshtein": {
            "episode": 0.24120711975907097,
            "error_rate": 0.22867203304470007,
            "sample": 0.2234630644966261
        }
    },
    "fixation": {
        "F1": 0.8592848124098124,
        "FPR": 0.45322929094250797,
        "accuracy": 0.7886967488552009,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 36.49043519420829,
                "count": 1767.0,
                "duration_ms": 413.7283531409168
            },
            "true": {
                "amplitude_px": 24.878247202493892,
                "count": 1925.0,
                "duration_ms": 364.7412987012987
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8193548387096774,
            "IoU": 0.6247042552729674,
            "IoU>=0.5": {
                "F1": 0.6870967741935484,
                "IoU": 0.5923475857486956
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.7751669552312639,
            "FPR": 0.2222682119205298,
            "accuracy": 0.7912743972445465,
            "confusion": {
                "SP": 0.14698298091799897,
                "fixation": 0.8081485301701908,
                "noise": 0.018566271273852502,
                "saccade": 0.019597730789066528
            },
            "confusion-accuracy": 0.8081485301701908,
            "kappa": 0.5809997149647125,
            "precision": 0.7447718631178707,
            "recall": 0.8081485301701908,
            "sensitivity": 0.8081485301701908,
            "specificity": 0.7777317880794702
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.566542218050029
            },
            "kappa": 0.583810534736272
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.5587044581683168
            },
            "kappa": 0.5542869438926896
        },
        "kappa": 0.43582468287629167,
        "normalised_Levenshtein": {
            "episode": 0.16458314807593732,
            "error_rate": 0.2113032511447991,
            "sample": 0.20442427731933038
        },
        "precision": 0.8443031524845477,
        "recall": 0.8748077585217491,
        "sensitivity": 0.8748077585217491,
        "specificity": 0.546770709057492
    },
    "noise": {
        "F1": 0.7701689493152054,
        "FPR": 0.012250729840096666,
        "accuracy": 0.9805405313899258,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 385.9306175127371,
                "count": 239.0,
                "duration_ms": 184.4518828451883
            },
            "true": {
                "amplitude_px": 339.485007478903,
                "count": 220.0,
                "duration_ms": 182.66363636363636
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8,
            "IoU": 0.5920208078291096,
            "IoU>=0.5": {
                "F1": 0.6608695652173913,
                "IoU": 0.5463820165941891
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.7505422993492408,
            "FPR": 0.016444981862152357,
            "accuracy": 0.9735935706084959,
            "confusion": {
                "SP": 0.03636363636363636,
                "fixation": 0.03636363636363636,
                "noise": 0.7863636363636364,
                "saccade": 0.1
            },
            "confusion-accuracy": 0.7863636363636364,
            "kappa": 0.7366317577427602,
            "precision": 0.7178423236514523,
            "recall": 0.7863636363636364,
            "sensitivity": 0.7863636363636364,
            "specificity": 0.9835550181378476
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.6457538409589735
            },
            "kappa": 0.6811310013283574
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.36970237535535827
            },
            "kappa": 0.6992770368415363
        },
        "kappa": 0.7600334294826991,
        "normalised_Levenshtein": {
            "episode": 0.10702688090176045,
            "error_rate": 0.01945946861007423,
            "sample": 0.018698673256052425
        },
        "precision": 0.7349742415569548,
        "recall": 0.8089038219235616,
        "sensitivity": 0.8089038219235616,
        "specificity": 0.9877492701599033
    },
    "saccade": {
        "F1": 0.7657634628493524,
        "FPR": 0.017645943896891586,
        "accuracy": 0.9534631759816493,
        "basic_statistics": {
            "detected": {
                "amplitude_px": 173.98644465977472,
                "count": 1859.0,
                "duration_ms": 49.04733727810651
            },
            "true": {
                "amplitude_px": 175.90323811347525,
                "count": 1906.0,
                "duration_ms": 55.944910807974814
            }
        },
        "episode_as_Hooge_et_al": {
            "F1": 0.8964418481147106,
            "IoU": 0.6412891323195554,
            "IoU>=0.5": {
                "F1": 0.828996282527881,
                "IoU": 0.6185151683179406
            }
        },
        "episode_as_Hoppe_et_al": {
            "F1": 0.8710045662100456,
            "FPR": 0.02900326797385621,
            "accuracy": 0.896211251435132,
            "confusion": {
                "SP": 0.018353434714210803,
                "fixation": 0.16360776088096488,
                "noise": 0.013109596224436287,
                "saccade": 0.800209753539591
            },
            "confusion-accuracy": 0.800209753539591,
            "kappa": 0.7853126667991426,
            "precision": 0.9555416405760802,
            "recall": 0.800209753539591,
            "sensitivity": 0.800209753539591,
            "specificity": 0.9709967320261438
        },
        "episode_as_Zemblys_et_al": {
            "IoU>=0.5": {
                "kappa": 0.7369403684833193
            },
            "kappa": 0.8075853905019094
        },
        "episode_as_Zemblys_et_al_corrected": {
            "IoU>=0.8": {
                "kappa": 0.40071895422332715
            },
            "kappa": 0.8619645791547853
        },
        "kappa": 0.7400924442794934,
        "normalised_Levenshtein": {
            "episode": 0.1345289610240921,
            "error_rate": 0.046536824018350645,
            "sample": 0.04487964884656006
        },
        "precision": 0.8283712784588442,
        "recall": 0.7119543690089519,
        "sensitivity": 0.7119543690089519,
        "specificity": 0.9823540561031084
    }
}