{ "public_version": "0.9", "generated_utc": "2026-10-04T09:47:25.377261+00:00", "criterion_es": "Tres menores pérdidas probabilísticas en la validación congelada de cada fuente y plazo, respetando los desempates registrados: identificador original en IGN diario; Brier e identificador en EMSC diario y fuentes horarias. No se mezclan fuentes, magnitudes o plazos, ni se eligen por años posteriores.", "number_scope_es": "Los números 1,2,3 indican el orden dentro de la fuente y plazo visibles. El identificador y la fórmula original se conservan.", "retrospective_only": true, "operational_forecast_validated": false, "source_compact_sha256": { "v13_bateria_4000/visor_main_4000.json": "7127bb5533e6eac740dd49f58f8c33969211da220489d6153c0cb393e57e67d4", "v13_series_100/visor_series_100.json": "481e7163ab97fa5aa627f9076258748766ab8242a0dbd0ddafff4324f80d5084", "v13_horario/visor_horario.json": "5a40a5829d272ad3cbbc44a09f2de0b641991412cc8c8be021b57ce4cba5292d" }, "scopes": [ { "suite": "main_EMSC", "source": "EMSC_ml", "horizon": 1, "horizon_unit": "days", "scale_labels": [ "ml", "ML" ], "variants": [ { "number": 1, "display_name": "Variante 1", "original_model_id": "prod__omori_alpha1.5", "family": "prod", "original_label": "prod__omori_alpha1.5", "origin": "PREVIOUS", "definition": null, "canonical_config_sha256": null, "validation_threshold_fixed": 0.08658188901916171, "metrics": { "validation": { "n": 730, "positive_days": 34, "positive_windows": 34, "prevalence": 0.04657534246575343, "p_mean": 0.037803005881991605, "p_min": 0.02683043732677026, "p_max": 0.22783887567252598, "brier": 0.043014440887509206, "brier_skill": 0.03604170935691153, "log_loss": 0.17758476163627906, "roc_auc": 0.6622718052738337, "average_precision": 0.1502984910331798, "threshold": 0.08658188901916171, "tp": 7, "fp": 15, "tn": 681, "fn": 27, "alert_days": 22, "alert_windows": 22, "alert_fraction": 0.030136986301369864, "precision": 0.3181818181818182, "recall": 0.20588235294117646, "f1": 0.25, "false_alarm_fraction": 0.6818181818181818, "false_alarm_fraction_when_alerts_exist": 0.6818181818181818, "false_positive_rate": 0.021551724137931036, "top1_capture": 0.058823529411764705, "top5_capture": 0.23529411764705882, "top10_capture": 0.35294117647058826, "ece": 0.02784397828719518, "calibration_intercept": 1.8157620117370137, "calibration_slope": 1.5140698512710062, "calibration_fit_success": true }, "evaluation_2020_2023": { "n": 1461, "positive_days": 46, "positive_windows": 46, "prevalence": 0.03148528405201916, "p_mean": 0.03553079697758069, "p_min": 0.026337332594807555, "p_max": 0.5571304208788461, "brier": 0.028191704876169264, "brier_skill": 0.075502935319536, "log_loss": 0.126890068401348, "roc_auc": 0.673744046704563, "average_precision": 0.21029623816269152, "threshold": 0.08658188901916171, "tp": 10, "fp": 23, "tn": 1392, "fn": 36, "alert_days": 33, "alert_windows": 33, "alert_fraction": 0.022587268993839837, "precision": 0.30303030303030304, "recall": 0.21739130434782608, "f1": 0.25316455696202533, "false_alarm_fraction": 0.696969696969697, "false_alarm_fraction_when_alerts_exist": 0.696969696969697, "false_positive_rate": 0.01625441696113074, "top1_capture": 0.18717391304347825, "top5_capture": 0.2391304347826087, "top10_capture": 0.30434782608695654, "ece": 0.012599175252841212, "calibration_intercept": 1.5832256648511926, "calibration_slope": 1.5452279852259425, "calibration_fit_success": true }, "evaluation_2024_current": { "n": 1006, "positive_days": 19, "positive_windows": 19, "prevalence": 0.018886679920477135, "p_mean": 0.028351151072150766, "p_min": 0.025301176830608757, "p_max": 0.23592787312350627, "brier": 0.017746500809517812, "brier_skill": 0.05089756090715902, "log_loss": 0.08818302492257438, "roc_auc": 0.650135978243481, "average_precision": 0.23100515460727244, "threshold": 0.08658188901916171, "tp": 4, "fp": 2, "tn": 985, "fn": 15, "alert_days": 6, "alert_windows": 6, "alert_fraction": 0.005964214711729622, "precision": 0.6666666666666666, "recall": 0.21052631578947367, "f1": 0.32, "false_alarm_fraction": 0.3333333333333333, "false_alarm_fraction_when_alerts_exist": 0.3333333333333333, "false_positive_rate": 0.002026342451874367, "top1_capture": 0.21052631578947367, "top5_capture": 0.3157894736842105, "top10_capture": 0.3684210526315789, "ece": 0.015095075776749817, "calibration_intercept": 5.630650053267002, "calibration_slope": 2.7761374898010946, "calibration_fit_success": true } }, "operational_validated": false }, { "number": 2, "display_name": "Variante 2", "original_model_id": "prod__omori_alpha2", "family": "prod", "original_label": "prod__omori_alpha2", "origin": "PREVIOUS", "definition": null, "canonical_config_sha256": null, "validation_threshold_fixed": 0.0803761008602674, "metrics": { "validation": { "n": 730, "positive_days": 34, "positive_windows": 34, "prevalence": 0.04657534246575343, "p_mean": 0.03741598840331439, "p_min": 0.027335016861238015, "p_max": 0.23718633485286778, "brier": 0.04307989373088374, "brier_skill": 0.03457490403025276, "log_loss": 0.1776607895725674, "roc_auc": 0.66658215010142, "average_precision": 0.15563268566764465, "threshold": 0.0803761008602674, "tp": 8, "fp": 19, "tn": 677, "fn": 26, "alert_days": 27, "alert_windows": 27, "alert_fraction": 0.036986301369863014, "precision": 0.2962962962962963, "recall": 0.23529411764705882, "f1": 0.26229508196721313, "false_alarm_fraction": 0.7037037037037037, "false_alarm_fraction_when_alerts_exist": 0.7037037037037037, "false_positive_rate": 0.027298850574712645, "top1_capture": 0.08823529411764706, "top5_capture": 0.23529411764705882, "top10_capture": 0.35294117647058826, "ece": 0.025378805130199123, "calibration_intercept": 1.9921137163446585, "calibration_slope": 1.5644786312408407, "calibration_fit_success": true }, "evaluation_2020_2023": { "n": 1461, "positive_days": 46, "positive_windows": 46, "prevalence": 0.03148528405201916, "p_mean": 0.03591127817489121, "p_min": 0.026888134072891395, "p_max": 0.5966825267435818, "brier": 0.028238122555410927, "brier_skill": 0.07398074968384316, "log_loss": 0.12716394044615098, "roc_auc": 0.6739591335074513, "average_precision": 0.21092507913375502, "threshold": 0.0803761008602674, "tp": 10, "fp": 27, "tn": 1388, "fn": 36, "alert_days": 37, "alert_windows": 37, "alert_fraction": 0.025325119780971937, "precision": 0.2702702702702703, "recall": 0.21739130434782608, "f1": 0.24096385542168675, "false_alarm_fraction": 0.7297297297297297, "false_alarm_fraction_when_alerts_exist": 0.7297297297297297, "false_positive_rate": 0.019081272084805655, "top1_capture": 0.1956521739130435, "top5_capture": 0.2608695652173913, "top10_capture": 0.2826086956521739, "ece": 0.010556797677775743, "calibration_intercept": 1.431394788534745, "calibration_slope": 1.5008712808326252, "calibration_fit_success": true }, "evaluation_2024_current": { "n": 1006, "positive_days": 19, "positive_windows": 19, "prevalence": 0.018886679920477135, "p_mean": 0.028655392166219585, "p_min": 0.02607075415766615, "p_max": 0.23561218068983802, "brier": 0.017801236898953084, "brier_skill": 0.04797021446590688, "log_loss": 0.08868836877810236, "roc_auc": 0.6489628326134487, "average_precision": 0.23225751997576882, "threshold": 0.0803761008602674, "tp": 3, "fp": 2, "tn": 985, "fn": 16, "alert_days": 5, "alert_windows": 5, "alert_fraction": 0.004970178926441352, "precision": 0.6, "recall": 0.15789473684210525, "f1": 0.25, "false_alarm_fraction": 0.4, "false_alarm_fraction_when_alerts_exist": 0.4, "false_positive_rate": 0.002026342451874367, "top1_capture": 0.21052631578947367, "top5_capture": 0.3157894736842105, "top10_capture": 0.3684210526315789, "ece": 0.015694617003651483, "calibration_intercept": 6.3770533871618715, "calibration_slope": 2.994775536773289, "calibration_fit_success": true } }, "operational_validated": false }, { "number": 3, "display_name": "Variante 3", "original_model_id": "prev08__ensemble_v08_top3_uniform", "family": "prev08", "original_label": "prev08__ensemble_v08_top3_uniform", "origin": "PREVIOUS", "definition": null, "canonical_config_sha256": null, "validation_threshold_fixed": 0.0896809956273746, "metrics": { "validation": { "n": 730, "positive_days": 34, "positive_windows": 34, "prevalence": 0.04657534246575343, "p_mean": 0.04540991912662785, "p_min": 0.022773526551843337, "p_max": 0.4230153082530251, "brier": 0.04292237656076281, "brier_skill": 0.03810488091531328, "log_loss": 0.17790815025441542, "roc_auc": 0.6579192021636241, "average_precision": 0.13826541874299889, "threshold": 0.0896809956273746, "tp": 9, "fp": 32, "tn": 664, "fn": 25, "alert_days": 41, "alert_windows": 41, "alert_fraction": 0.056164383561643834, "precision": 0.21951219512195122, "recall": 0.2647058823529412, "f1": 0.24, "false_alarm_fraction": 0.7804878048780488, "false_alarm_fraction_when_alerts_exist": 0.7804878048780488, "false_positive_rate": 0.04597701149425287, "top1_capture": 0.06764705882352941, "top5_capture": 0.20588235294117646, "top10_capture": 0.2647058823529412, "ece": 0.0144614289515229, "calibration_intercept": 0.2821652466201351, "calibration_slope": 1.0882052770635688, "calibration_fit_success": true }, "evaluation_2020_2023": { "n": 1461, "positive_days": 46, "positive_windows": 46, "prevalence": 0.03148528405201916, "p_mean": 0.04581068138235495, "p_min": 0.020525418188394002, "p_max": 0.7421346293638543, "brier": 0.02800154470009878, "brier_skill": 0.08173890172768639, "log_loss": 0.12832291300444618, "roc_auc": 0.6675833461361192, "average_precision": 0.2062627830888735, "threshold": 0.0896809956273746, "tp": 13, "fp": 84, "tn": 1331, "fn": 33, "alert_days": 97, "alert_windows": 97, "alert_fraction": 0.06639288158795345, "precision": 0.13402061855670103, "recall": 0.2826086956521739, "f1": 0.18181818181818182, "false_alarm_fraction": 0.865979381443299, "false_alarm_fraction_when_alerts_exist": 0.865979381443299, "false_positive_rate": 0.059363957597173146, "top1_capture": 0.15217391304347827, "top5_capture": 0.2826086956521739, "top10_capture": 0.30434782608695654, "ece": 0.014517902877671242, "calibration_intercept": -0.35138299540130186, "calibration_slope": 1.0249714029966195, "calibration_fit_success": true }, "evaluation_2024_current": { "n": 1006, "positive_days": 19, "positive_windows": 19, "prevalence": 0.018886679920477135, "p_mean": 0.032237998014189424, "p_min": 0.017993116125140114, "p_max": 0.45880307400020487, "brier": 0.016754010004031178, "brier_skill": 0.10397706398076678, "log_loss": 0.08436703934748328, "roc_auc": 0.7641444035620968, "average_precision": 0.2566153694587355, "threshold": 0.0896809956273746, "tp": 6, "fp": 27, "tn": 960, "fn": 13, "alert_days": 33, "alert_windows": 33, "alert_fraction": 0.032803180914512925, "precision": 0.18181818181818182, "recall": 0.3157894736842105, "f1": 0.23076923076923078, "false_alarm_fraction": 0.8181818181818182, "false_alarm_fraction_when_alerts_exist": 0.8181818181818182, "false_positive_rate": 0.02735562310030395, "top1_capture": 0.21052631578947367, "top5_capture": 0.3157894736842105, "top10_capture": 0.42105263157894735, "ece": 0.013351318093712289, "calibration_intercept": 0.8048905697295208, "calibration_slope": 1.451839356180808, "calibration_fit_success": true } }, "operational_validated": false } ], "comparable_candidate_count": 4145, "ranking_tie_rule": "log_loss then Brier then original model ID", "shared_validation_only_selection": true, "later_periods_do_not_select": true, "one_model_family_or_joint_process_claimed": false }, { "suite": "main_EMSC", "source": "EMSC_ml", "horizon": 7, "horizon_unit": "days", "scale_labels": [ "ml", "ML" ], "variants": [ { "number": 1, "display_name": "Variante 1", "original_model_id": "v13_1745", "family": "xgb_cuda", "original_label": "Árboles GPU · sismicidad y ERA5 · 1745", "origin": "NEW", "definition": { "model_id": "v13_1745", "family": "xgb_cuda", "feature_pack": "seismic_ERA5", "parameters": { "max_depth": 6, "min_child_weight": 10, "reg_lambda": 10.0, "eta": 0.02, "rounds": 160, "max_bin": 256, "subsample": 1.0, "colsample_bytree": 1.0, "transform": "linear", "training_weight_half_life_days": null }, "canonical_config_sha256": "7bf13bad94b987d3cd3dc5c481564d5a8372e26a60b581b6adb8a036c6681edd" }, "canonical_config_sha256": "7bf13bad94b987d3cd3dc5c481564d5a8372e26a60b581b6adb8a036c6681edd", "validation_threshold_fixed": 0.29008636417079575, "metrics": { "validation": { "n": 724, "positive_days": 179, "positive_windows": 179, "prevalence": 0.2472375690607735, "p_mean": 0.17842744600068963, "p_min": 0.041926633566617966, "p_max": 0.43845680356025696, "brier": 0.1756978516450538, "brier_skill": 0.07389531013470363, "log_loss": 0.5268964272985152, "roc_auc": 0.709661216749526, "average_precision": 0.4346773670423819, "threshold": 0.29008636417079575, "tp": 29, "fp": 39, "tn": 506, "fn": 150, "alert_days": 68, "alert_windows": 68, "alert_fraction": 0.09392265193370165, "precision": 0.4264705882352941, "recall": 0.16201117318435754, "f1": 0.23481781376518218, "false_alarm_fraction": 0.5735294117647058, "false_alarm_fraction_when_alerts_exist": 0.5735294117647058, "false_positive_rate": 0.07155963302752294, "top1_capture": 0.03486033519553073, "top5_capture": 0.11843575418994415, "top10_capture": 0.17318435754189945, "ece": 0.08299883529646784, "calibration_intercept": 1.1209152829226656, "calibration_slope": 1.474726394948502, "calibration_fit_success": true }, "evaluation_2020_2023": { "n": 1455, "positive_days": 227, "positive_windows": 227, "prevalence": 0.15601374570446735, "p_mean": 0.20041224054505735, "p_min": 0.036455776542425156, "p_max": 0.7901973128318787, "brier": 0.17101972052526912, "brier_skill": -0.2893008436977089, "log_loss": 0.5403537603958367, "roc_auc": 0.39605604901777897, "average_precision": 0.12101963155136958, "threshold": 0.29008636417079575, "tp": 7, "fp": 221, "tn": 1007, "fn": 220, "alert_days": 228, "alert_windows": 228, "alert_fraction": 0.15670103092783505, "precision": 0.03070175438596491, "recall": 0.030837004405286344, "f1": 0.03076923076923077, "false_alarm_fraction": 0.9692982456140351, "false_alarm_fraction_when_alerts_exist": 0.9692982456140351, "false_positive_rate": 0.17996742671009772, "top1_capture": 0.0, "top5_capture": 0.0, "top10_capture": 0.0, "ece": 0.13164660349693086, "calibration_intercept": -2.736504871093502, "calibration_slope": -0.6144278023142051, "calibration_fit_success": true }, "evaluation_2024_current": { "n": 1000, "positive_days": 102, "positive_windows": 102, "prevalence": 0.102, "p_mean": 0.19355939292907715, "p_min": 0.04319284111261368, "p_max": 0.6122764945030212, "brier": 0.12298295812715299, "brier_skill": -0.24409852790836495, "log_loss": 0.4205058978681545, "roc_auc": 0.35468797764094495, "average_precision": 0.07330374147257564, "threshold": 0.29008636417079575, "tp": 0, "fp": 158, "tn": 740, "fn": 102, "alert_days": 158, "alert_windows": 158, "alert_fraction": 0.158, "precision": 0.0, "recall": 0.0, "f1": 0.0, "false_alarm_fraction": 1.0, "false_alarm_fraction_when_alerts_exist": 1.0, "false_positive_rate": 0.1759465478841871, "top1_capture": 0.0, "top5_capture": 0.0, "top10_capture": 0.0, "ece": 0.1321201064437628, "calibration_intercept": -3.788468258027853, "calibration_slope": -0.9360697210691097, "calibration_fit_success": true } }, "operational_validated": false }, { "number": 2, "display_name": "Variante 2", "original_model_id": "v13_1693", "family": "xgb_cuda", "original_label": "Árboles GPU · sismicidad y ERA5 · 1693", "origin": "NEW", "definition": { "model_id": "v13_1693", "family": "xgb_cuda", "feature_pack": "seismic_ERA5", "parameters": { "max_depth": 4, "min_child_weight": 10, "reg_lambda": 1.0, "eta": 0.02, "rounds": 160, "max_bin": 256, "subsample": 1.0, "colsample_bytree": 1.0, "transform": "linear", "training_weight_half_life_days": null }, "canonical_config_sha256": "954a62686d5d67f7dc58b871aa2992567afafafaaee95a408fb23d8e6b5af4d6" }, "canonical_config_sha256": "954a62686d5d67f7dc58b871aa2992567afafafaaee95a408fb23d8e6b5af4d6", "validation_threshold_fixed": 0.2657480671435972, "metrics": { "validation": { "n": 724, "positive_days": 179, "positive_windows": 179, "prevalence": 0.2472375690607735, "p_mean": 0.18115060786248405, "p_min": 0.05390650033950806, "p_max": 0.399240642786026, "brier": 0.17957476753167415, "brier_skill": 0.05346005750528737, "log_loss": 0.5375160829527879, "roc_auc": 0.6753369893906003, "average_precision": 0.3937472486543895, "threshold": 0.2657480671435972, "tp": 29, "fp": 43, "tn": 502, "fn": 150, "alert_days": 72, "alert_windows": 72, "alert_fraction": 0.09944751381215469, "precision": 0.4027777777777778, "recall": 0.16201117318435754, "f1": 0.23107569721115537, "false_alarm_fraction": 0.5972222222222222, "false_alarm_fraction_when_alerts_exist": 0.5972222222222222, "false_positive_rate": 0.07889908256880734, "top1_capture": 0.02927374301675978, "top5_capture": 0.1016759776536313, "top10_capture": 0.16201117318435754, "ece": 0.08438320163102275, "calibration_intercept": 1.1936346419540131, "calibration_slope": 1.5429469773785889, "calibration_fit_success": true }, "evaluation_2020_2023": { "n": 1455, "positive_days": 227, "positive_windows": 227, "prevalence": 0.15601374570446735, "p_mean": 0.19659854033865878, "p_min": 0.044065751135349274, "p_max": 0.7470038533210754, "brier": 0.15751478436498587, "brier_skill": -0.18748845895016064, "log_loss": 0.5073290440913037, "roc_auc": 0.39035392960151527, "average_precision": 0.1226390067025073, "threshold": 0.2657480671435972, "tp": 18, "fp": 190, "tn": 1038, "fn": 209, "alert_days": 208, "alert_windows": 208, "alert_fraction": 0.1429553264604811, "precision": 0.08653846153846154, "recall": 0.07929515418502203, "f1": 0.08275862068965517, "false_alarm_fraction": 0.9134615384615384, "false_alarm_fraction_when_alerts_exist": 0.9134615384615384, "false_positive_rate": 0.15472312703583063, "top1_capture": 0.0, "top5_capture": 0.0, "top10_capture": 0.022026431718061675, "ece": 0.11544001474720506, "calibration_intercept": -2.9763694290005986, "calibration_slope": -0.7900198330946171, "calibration_fit_success": true }, "evaluation_2024_current": { "n": 1000, "positive_days": 102, "positive_windows": 102, "prevalence": 0.102, "p_mean": 0.1905331909172237, "p_min": 0.05062536895275116, "p_max": 0.6272767186164856, "brier": 0.1123563198580266, "brier_skill": -0.13659920256634495, "log_loss": 0.39129656429007054, "roc_auc": 0.431345255251321, "average_precision": 0.08338328057574207, "threshold": 0.2657480671435972, "tp": 6, "fp": 145, "tn": 753, "fn": 96, "alert_days": 151, "alert_windows": 151, "alert_fraction": 0.151, "precision": 0.039735099337748346, "recall": 0.058823529411764705, "f1": 0.04743083003952569, "false_alarm_fraction": 0.9602649006622517, "false_alarm_fraction_when_alerts_exist": 0.9602649006622517, "false_positive_rate": 0.16146993318485522, "top1_capture": 0.0, "top5_capture": 0.0, "top10_capture": 0.0392156862745098, "ece": 0.10094852598384024, "calibration_intercept": -3.332311336030479, "calibration_slope": -0.719423237651625, "calibration_fit_success": true } }, "operational_validated": false }, { "number": 3, "display_name": "Variante 3", "original_model_id": "v13_1697", "family": "xgb_cuda", "original_label": "Árboles GPU · sismicidad y ERA5 · 1697", "origin": "NEW", "definition": { "model_id": "v13_1697", "family": "xgb_cuda", "feature_pack": "seismic_ERA5", "parameters": { "max_depth": 4, "min_child_weight": 10, "reg_lambda": 10.0, "eta": 0.02, "rounds": 160, "max_bin": 256, "subsample": 1.0, "colsample_bytree": 1.0, "transform": "linear", "training_weight_half_life_days": null }, "canonical_config_sha256": "d2642bae4a25cea929f58ef84b3abd6faa830d8e5d1bfff1314def86a06ef4d0" }, "canonical_config_sha256": "d2642bae4a25cea929f58ef84b3abd6faa830d8e5d1bfff1314def86a06ef4d0", "validation_threshold_fixed": 0.25321566958216174, "metrics": { "validation": { "n": 724, "positive_days": 179, "positive_windows": 179, "prevalence": 0.2472375690607735, "p_mean": 0.17820363907524236, "p_min": 0.06760529428720474, "p_max": 0.4130568206310272, "brier": 0.17948595149525012, "brier_skill": 0.053928207497432434, "log_loss": 0.5377394028839554, "roc_auc": 0.6958587463482138, "average_precision": 0.42103781379711736, "threshold": 0.25321566958216174, "tp": 36, "fp": 36, "tn": 509, "fn": 143, "alert_days": 72, "alert_windows": 72, "alert_fraction": 0.09944751381215469, "precision": 0.5, "recall": 0.2011173184357542, "f1": 0.2868525896414343, "false_alarm_fraction": 0.5, "false_alarm_fraction_when_alerts_exist": 0.5, "false_positive_rate": 0.06605504587155964, "top1_capture": 0.02927374301675978, "top5_capture": 0.1005586592178771, "top10_capture": 0.2033519553072626, "ece": 0.08518143119650651, "calibration_intercept": 1.958389861557785, "calibration_slope": 2.041407996768765, "calibration_fit_success": true }, "evaluation_2020_2023": { "n": 1455, "positive_days": 227, "positive_windows": 227, "prevalence": 0.15601374570446735, "p_mean": 0.19470586694546582, "p_min": 0.05157999321818352, "p_max": 0.6835069060325623, "brier": 0.15770865998753492, "brier_skill": -0.18895006819006088, "log_loss": 0.5020857081729992, "roc_auc": 0.4179605102670436, "average_precision": 0.12791289234338576, "threshold": 0.25321566958216174, "tp": 9, "fp": 213, "tn": 1015, "fn": 218, "alert_days": 222, "alert_windows": 222, "alert_fraction": 0.15257731958762888, "precision": 0.04054054054054054, "recall": 0.039647577092511016, "f1": 0.0400890868596882, "false_alarm_fraction": 0.9594594594594594, "false_alarm_fraction_when_alerts_exist": 0.9594594594594594, "false_positive_rate": 0.1734527687296417, "top1_capture": 0.0, "top5_capture": 0.0, "top10_capture": 0.013215859030837005, "ece": 0.10502848410370834, "calibration_intercept": -2.9816898706985904, "calibration_slope": -0.7937479007315968, "calibration_fit_success": true }, "evaluation_2024_current": { "n": 1000, "positive_days": 102, "positive_windows": 102, "prevalence": 0.102, "p_mean": 0.1970657996609807, "p_min": 0.05719027295708656, "p_max": 0.574582576751709, "brier": 0.11653547729065093, "brier_skill": -0.17887565849977327, "log_loss": 0.40219939338483374, "roc_auc": 0.39531202235905505, "average_precision": 0.07882092002701746, "threshold": 0.25321566958216174, "tp": 5, "fp": 220, "tn": 678, "fn": 97, "alert_days": 225, "alert_windows": 225, "alert_fraction": 0.225, "precision": 0.022222222222222223, "recall": 0.049019607843137254, "f1": 0.03058103975535168, "false_alarm_fraction": 0.9777777777777777, "false_alarm_fraction_when_alerts_exist": 0.9777777777777777, "false_positive_rate": 0.24498886414253898, "top1_capture": 0.0, "top5_capture": 0.0, "top10_capture": 0.0, "ece": 0.11779155915230513, "calibration_intercept": -3.6039306333435412, "calibration_slope": -0.8937136318389897, "calibration_fit_success": true } }, "operational_validated": false } ], "comparable_candidate_count": 4145, "ranking_tie_rule": "log_loss then Brier then original model ID", "shared_validation_only_selection": true, "later_periods_do_not_select": true, "one_model_family_or_joint_process_claimed": false }, { "suite": "daily_IGN", "source": "IGN_OFICIAL_2", "horizon": 1, "horizon_unit": "days", "scale_labels": [ "2" ], "variants": [ { "number": 1, "display_name": "Variante 1", "original_model_id": "v13_rolling_window60", "family": "rolling", "original_label": "v13_rolling_window60", "origin": "new100", "definition": { "model": "v13_rolling_window60", "family": "rolling", "window_days": 60, "prior_exposure_days": 50, "prior_rate": "full TRAIN daily archive record rate only, frozen for posttrain origins", "probability": "p_h=1-exp(-h*(sum N[t-w,t)+50*TRAIN_rate)/(available archive exposure+50))" }, "canonical_config_sha256": null, "validation_threshold_fixed": 0.10973885066527721, "metrics": { "evaluation_1996_2002": { "n": 2251, "positive_days": 112, "prevalence": 0.04975566414926699, "p_mean": 0.04814537669001976, "brier": 0.04726353539979893, "brier_skill": 0.007567387682652638, "log_loss": 0.1957938530626566, "roc_auc": 0.6163197922927937, "average_precision": 0.07110129729767885, "threshold": 0.10973885066527721, "tp": 8, "fp": 67, "tn": 2072, "fn": 104, "precision": 0.10666666666666667, "recall": 0.07142857142857142, "f1": 0.0855614973262032, "false_alarm_fraction": 0.8933333333333333, "false_positive_rate": 0.031323048153342685, "top1_capture": 0.01387436224489796, "top5_capture": 0.09600694444444445, "top10_capture": 0.15833603896103896, "ece": 0.014725734139389143, "calibration_intercept": -1.1030762221294172, "calibration_slope": 0.6033387438878735, "calibration_fit_success": true, "alert_days": 75, "false_alarm_fraction_when_alerts_exist": 0.8933333333333333 }, "validation": { "n": 2191, "positive_days": 142, "prevalence": 0.06481058877225011, "p_mean": 0.05190008181321597, "brier": 0.059317449059394255, "brier_skill": 0.039223556940124915, "log_loss": 0.23264333713560995, "roc_auc": 0.6390819293506279, "average_precision": 0.12121408916698563, "threshold": 0.10973885066527721, "tp": 30, "fp": 102, "tn": 1947, "fn": 112, "precision": 0.22727272727272727, "recall": 0.2112676056338028, "f1": 0.21897810218978103, "false_alarm_fraction": 0.7727272727272727, "false_positive_rate": 0.04978038067349927, "top1_capture": 0.01920774647887324, "top5_capture": 0.18427516317416695, "top10_capture": 0.2511210117849957, "ece": 0.015928981780426073, "calibration_intercept": -0.12828452193155898, "calibration_slope": 0.8660435194993589, "calibration_fit_success": true, "alert_days": 132, "false_alarm_fraction_when_alerts_exist": 0.7727272727272727 } }, "operational_validated": false }, { "number": 2, "display_name": "Variante 2", "original_model_id": "v13_logistic_seismic_full_C10", "family": "logistic", "original_label": "v13_logistic_seismic_full_C10", "origin": "new100", "definition": { "model": "v13_logistic_seismic_full_C10", "family": "logistic", "group": "seismic_full", "C": 10.0, "max_iter": 3000, "retry_max_iter": 10000, "solver": "lbfgs", "class_weight": null }, "canonical_config_sha256": null, "validation_threshold_fixed": 0.1073671078725675, "metrics": { "evaluation_1996_2002": { "n": 2251, "positive_days": 112, "prevalence": 0.04975566414926699, "p_mean": 0.049389130848572646, "brier": 0.04636957281509463, "brier_skill": 0.02633867966805581, "log_loss": 0.19263785877052458, "roc_auc": 0.6276986074934883, "average_precision": 0.10761199104123623, "threshold": 0.1073671078725675, "tp": 7, "fp": 63, "tn": 2076, "fn": 105, "precision": 0.1, "recall": 0.0625, "f1": 0.07692307692307693, "false_alarm_fraction": 0.9, "false_positive_rate": 0.029453015427769985, "top1_capture": 0.044642857142857144, "top5_capture": 0.10714285714285714, "top10_capture": 0.16071428571428573, "ece": 0.01845142317780158, "calibration_intercept": -0.4640233660208272, "calibration_slope": 0.8344574475186626, "calibration_fit_success": true, "alert_days": 70, "false_alarm_fraction_when_alerts_exist": 0.9 }, "validation": { "n": 2191, "positive_days": 142, "prevalence": 0.06481058877225011, "p_mean": 0.05144472204541582, "brier": 0.059465761740366864, "brier_skill": 0.0368213071410336, "log_loss": 0.2327505179769626, "roc_auc": 0.6475642532599207, "average_precision": 0.12808254334435049, "threshold": 0.1073671078725675, "tp": 23, "fp": 112, "tn": 1937, "fn": 119, "precision": 0.17037037037037037, "recall": 0.1619718309859155, "f1": 0.16606498194945848, "false_alarm_fraction": 0.8296296296296296, "false_positive_rate": 0.054660810151293315, "top1_capture": 0.04929577464788732, "top5_capture": 0.14084507042253522, "top10_capture": 0.20422535211267606, "ece": 0.0165138368984741, "calibration_intercept": 0.0003671565362538883, "calibration_slope": 0.9098990184396533, "calibration_fit_success": true, "alert_days": 135, "false_alarm_fraction_when_alerts_exist": 0.8296296296296296 } }, "operational_validated": false }, { "number": 3, "display_name": "Variante 3", "original_model_id": "v13_logistic_seismic_full_C3", "family": "logistic", "original_label": "v13_logistic_seismic_full_C3", "origin": "new100", "definition": { "model": "v13_logistic_seismic_full_C3", "family": "logistic", "group": "seismic_full", "C": 3.0, "max_iter": 3000, "retry_max_iter": 10000, "solver": "lbfgs", "class_weight": null }, "canonical_config_sha256": null, "validation_threshold_fixed": 0.1070647738735383, "metrics": { "evaluation_1996_2002": { "n": 2251, "positive_days": 112, "prevalence": 0.04975566414926699, "p_mean": 0.049340058067676724, "brier": 0.04636709478715604, "brier_skill": 0.026390712926247062, "log_loss": 0.19261514880070318, "roc_auc": 0.6279240132238029, "average_precision": 0.10769855331159292, "threshold": 0.1070647738735383, "tp": 7, "fp": 64, "tn": 2075, "fn": 105, "precision": 0.09859154929577464, "recall": 0.0625, "f1": 0.07650273224043716, "false_alarm_fraction": 0.9014084507042254, "false_positive_rate": 0.029920523609163162, "top1_capture": 0.044642857142857144, "top5_capture": 0.10714285714285714, "top10_capture": 0.16071428571428573, "ece": 0.01841686158478819, "calibration_intercept": -0.4561950570777031, "calibration_slope": 0.8368894205190163, "calibration_fit_success": true, "alert_days": 71, "false_alarm_fraction_when_alerts_exist": 0.9014084507042254 }, "validation": { "n": 2191, "positive_days": 142, "prevalence": 0.06481058877225011, "p_mean": 0.051404493770288016, "brier": 0.05946682750177358, "brier_skill": 0.03680404479294319, "log_loss": 0.23275587403186787, "roc_auc": 0.6475573794155858, "average_precision": 0.12802074393666624, "threshold": 0.1070647738735383, "tp": 23, "fp": 112, "tn": 1937, "fn": 119, "precision": 0.17037037037037037, "recall": 0.1619718309859155, "f1": 0.16606498194945848, "false_alarm_fraction": 0.8296296296296296, "false_positive_rate": 0.054660810151293315, "top1_capture": 0.04929577464788732, "top5_capture": 0.14084507042253522, "top10_capture": 0.20422535211267606, "ece": 0.016553487926255227, "calibration_intercept": 0.005462241295716459, "calibration_slope": 0.9114648936145474, "calibration_fit_success": true, "alert_days": 135, "false_alarm_fraction_when_alerts_exist": 0.8296296296296296 } }, "operational_validated": false } ], "comparable_candidate_count": 137, "ranking_tie_rule": "log_loss then original model ID (registered dailyIGN rule)", "shared_validation_only_selection": true, "later_periods_do_not_select": true, "one_model_family_or_joint_process_claimed": false }, { "suite": "daily_IGN", "source": "IGN_OFICIAL_2", "horizon": 7, "horizon_unit": "days", "scale_labels": [ "2" ], "variants": [ { "number": 1, "display_name": "Variante 1", "original_model_id": "v13_poisson_seismic_full_alpha0.03", "family": "poisson", "original_label": "v13_poisson_seismic_full_alpha0.03", "origin": "new100", "definition": { "model": "v13_poisson_seismic_full_alpha0.03", "family": "poisson", "group": "seismic_full", "alpha": 0.03, "max_iter": 2000, "retry_max_iter": 10000, "link": "p=1-exp(-predicted_horizon_count)" }, "canonical_config_sha256": null, "validation_threshold_fixed": 0.4897600811258858, "metrics": { "evaluation_1996_2002": { "n": 2245, "positive_days": 602, "prevalence": 0.2681514476614699, "p_mean": 0.2999104920619515, "brier": 0.1897231044462574, "brier_skill": 0.06240047296781959, "log_loss": 0.5659251967086756, "roc_auc": 0.6166000731988928, "average_precision": 0.3859007072181121, "threshold": 0.4897600811258858, "tp": 49, "fp": 48, "tn": 1595, "fn": 553, "precision": 0.5051546391752577, "recall": 0.08139534883720931, "f1": 0.1402002861230329, "false_alarm_fraction": 0.4948453608247423, "false_positive_rate": 0.029214850882531954, "top1_capture": 0.027325581395348835, "top5_capture": 0.09676079734219269, "top10_capture": 0.17109634551495018, "ece": 0.05389889684880716, "calibration_intercept": -0.24791496913624472, "calibration_slope": 0.8962736997840143, "calibration_fit_success": true, "alert_days": 97, "false_alarm_fraction_when_alerts_exist": 0.4948453608247423 }, "validation": { "n": 2185, "positive_days": 742, "prevalence": 0.33958810068649886, "p_mean": 0.3102951094343178, "brier": 0.21122087663370864, "brier_skill": 0.14359557682343116, "log_loss": 0.6117138215559869, "roc_auc": 0.6476133504435391, "average_precision": 0.4892840370381547, "threshold": 0.4897600811258858, "tp": 113, "fp": 104, "tn": 1339, "fn": 629, "precision": 0.5207373271889401, "recall": 0.1522911051212938, "f1": 0.23566214807090718, "false_alarm_fraction": 0.4792626728110599, "false_positive_rate": 0.07207207207207207, "top1_capture": 0.025404312668463613, "top5_capture": 0.09164420485175202, "top10_capture": 0.15296495956873316, "ece": 0.04763040310950297, "calibration_intercept": 0.1405643153510376, "calibration_slope": 0.9973700033374131, "calibration_fit_success": true, "alert_days": 217, "false_alarm_fraction_when_alerts_exist": 0.4792626728110599 } }, "operational_validated": false }, { "number": 2, "display_name": "Variante 2", "original_model_id": "v13_poisson_seismic_full_alpha0.003", "family": "poisson", "original_label": "v13_poisson_seismic_full_alpha0.003", "origin": "new100", "definition": { "model": "v13_poisson_seismic_full_alpha0.003", "family": "poisson", "group": "seismic_full", "alpha": 0.003, "max_iter": 2000, "retry_max_iter": 10000, "link": "p=1-exp(-predicted_horizon_count)" }, "canonical_config_sha256": null, "validation_threshold_fixed": 0.5318330633423269, "metrics": { "evaluation_1996_2002": { "n": 2245, "positive_days": 602, "prevalence": 0.2681514476614699, "p_mean": 0.3146410204629975, "brier": 0.19398790887365672, "brier_skill": 0.041324080476323855, "log_loss": 0.5759522288236346, "roc_auc": 0.5974278273072311, "average_precision": 0.373574405449298, "threshold": 0.5318330633423269, "tp": 43, "fp": 53, "tn": 1590, "fn": 559, "precision": 0.4479166666666667, "recall": 0.07142857142857142, "f1": 0.12320916905444126, "false_alarm_fraction": 0.5520833333333334, "false_positive_rate": 0.03225806451612903, "top1_capture": 0.028986710963455148, "top5_capture": 0.08181063122923588, "top10_capture": 0.17358803986710963, "ece": 0.06946992115328404, "calibration_intercept": -0.47829576259119105, "calibration_slope": 0.6755985233877, "calibration_fit_success": true, "alert_days": 96, "false_alarm_fraction_when_alerts_exist": 0.5520833333333334 }, "validation": { "n": 2185, "positive_days": 742, "prevalence": 0.33958810068649886, "p_mean": 0.32127987526256974, "brier": 0.2118897070732551, "brier_skill": 0.14088377410813413, "log_loss": 0.6129569093359207, "roc_auc": 0.6454362822287352, "average_precision": 0.47973193881072407, "threshold": 0.5318330633423269, "tp": 101, "fp": 116, "tn": 1327, "fn": 641, "precision": 0.46543778801843316, "recall": 0.13611859838274934, "f1": 0.21063607924921793, "false_alarm_fraction": 0.5345622119815668, "false_positive_rate": 0.08038808038808039, "top1_capture": 0.025404312668463613, "top5_capture": 0.07985175202156335, "top10_capture": 0.13679245283018868, "ece": 0.052877677753289255, "calibration_intercept": -0.01932170385427006, "calibration_slope": 0.8502359565483742, "calibration_fit_success": true, "alert_days": 217, "false_alarm_fraction_when_alerts_exist": 0.5345622119815668 } }, "operational_validated": false }, { "number": 3, "display_name": "Variante 3", "original_model_id": "rolling_poisson365", "family": "rolling_poisson365", "original_label": "rolling_poisson365", "origin": "previous37", "definition": { "previous_frozen_comparator": true }, "canonical_config_sha256": null, "validation_threshold_fixed": 0.6097533193130114, "metrics": { "evaluation_1996_2002": { "n": 2245, "positive_days": 602, "prevalence": 0.2681514476614699, "p_mean": 0.336153069811674, "brier": 0.20283015090439144, "brier_skill": -0.002373717797208963, "log_loss": 0.595119544342302, "roc_auc": 0.5658552441344837, "average_precision": 0.30943335829725555, "threshold": 0.6097533193130114, "tp": 0, "fp": 0, "tn": 1643, "fn": 602, "precision": 0.0, "recall": 0.0, "f1": 0.0, "false_alarm_fraction": 0.0, "false_positive_rate": 0.0, "top1_capture": 0.0028897926452056363, "top5_capture": 0.06270764119601328, "top10_capture": 0.11463304137722743, "ece": 0.10029833003374154, "calibration_intercept": -0.6851106594928421, "calibration_slope": 0.4541199107134304, "calibration_fit_success": true, "alert_days": 0, "false_alarm_fraction_when_alerts_exist": null }, "validation": { "n": 2185, "positive_days": 742, "prevalence": 0.33958810068649886, "p_mean": 0.3345797509118561, "brier": 0.21191684524375765, "brier_skill": 0.1407737411908122, "log_loss": 0.6137220532306262, "roc_auc": 0.6371244767471183, "average_precision": 0.4470751915185872, "threshold": 0.6097533193130114, "tp": 101, "fp": 106, "tn": 1337, "fn": 641, "precision": 0.48792270531400966, "recall": 0.13611859838274934, "f1": 0.21285563751317177, "false_alarm_fraction": 0.5120772946859904, "false_positive_rate": 0.07345807345807345, "top1_capture": 0.008329589697514225, "top5_capture": 0.06905846268240542, "top10_capture": 0.13987584742301723, "ece": 0.05097835787155984, "calibration_intercept": -0.12797215429894643, "calibration_slope": 0.7676249811359758, "calibration_fit_success": true, "alert_days": 207, "false_alarm_fraction_when_alerts_exist": 0.5120772946859904 } }, "operational_validated": false } ], "comparable_candidate_count": 137, "ranking_tie_rule": "log_loss then original model ID (registered dailyIGN rule)", "shared_validation_only_selection": true, "later_periods_do_not_select": true, "one_model_family_or_joint_process_claimed": false }, { "suite": "daily_IGN", "source": "IGN_OFICIAL_mbLg", "horizon": 1, "horizon_unit": "days", "scale_labels": [ "mbLg" ], "variants": [ { "number": 1, "display_name": "Variante 1", "original_model_id": "v13_poisson_seismic_full_alpha0.003", "family": "poisson", "original_label": "v13_poisson_seismic_full_alpha0.003", "origin": "new100", "definition": { "model": "v13_poisson_seismic_full_alpha0.003", "family": "poisson", "group": "seismic_full", "alpha": 0.003, "max_iter": 2000, "retry_max_iter": 10000, "link": "p=1-exp(-predicted_horizon_count)" }, "canonical_config_sha256": null, "validation_threshold_fixed": 0.07492409695333625, "metrics": { "evaluation_2020_2023": { "n": 1461, "positive_days": 40, "prevalence": 0.02737850787132101, "p_mean": 0.03225168943490654, "brier": 0.024336869426196422, "brier_skill": 0.0921742228503235, "log_loss": 0.1140044141699155, "roc_auc": 0.6788617171006334, "average_precision": 0.20745136804775474, "threshold": 0.07492409695333625, "tp": 12, "fp": 79, "tn": 1342, "fn": 28, "precision": 0.13186813186813187, "recall": 0.3, "f1": 0.183206106870229, "false_alarm_fraction": 0.8681318681318682, "false_positive_rate": 0.055594651653764954, "top1_capture": 0.2, "top5_capture": 0.3, "top10_capture": 0.375, "ece": 0.010539602804141238, "calibration_intercept": -1.000688527043139, "calibration_slope": 0.7452621993734038, "calibration_fit_success": true, "alert_days": 91, "false_alarm_fraction_when_alerts_exist": 0.8681318681318682 }, "evaluation_2024_current": { "n": 1007, "positive_days": 18, "prevalence": 0.01787487586891758, "p_mean": 0.014750336195170015, "brier": 0.01679575558838708, "brier_skill": 0.044086182669720864, "log_loss": 0.08148834475962166, "roc_auc": 0.6226828446241995, "average_precision": 0.15760466229209733, "threshold": 0.07492409695333625, "tp": 3, "fp": 5, "tn": 984, "fn": 15, "precision": 0.375, "recall": 0.16666666666666666, "f1": 0.23076923076923078, "false_alarm_fraction": 0.625, "false_positive_rate": 0.005055611729019211, "top1_capture": 0.16666666666666666, "top5_capture": 0.4444444444444444, "top10_capture": 0.4444444444444444, "ece": 0.013966545180756794, "calibration_intercept": 1.9763104373192384, "calibration_slope": 1.4507733216607916, "calibration_fit_success": true, "alert_days": 8, "false_alarm_fraction_when_alerts_exist": 0.625 }, "validation": { "n": 730, "positive_days": 32, "prevalence": 0.043835616438356165, "p_mean": 0.04391039232984273, "brier": 0.04122872079355618, "brier_skill": 0.036804760507276435, "log_loss": 0.17253370281491698, "roc_auc": 0.6595406518624642, "average_precision": 0.12350726390162853, "threshold": 0.07492409695333625, "tp": 8, "fp": 56, "tn": 642, "fn": 24, "precision": 0.125, "recall": 0.25, "f1": 0.16666666666666666, "false_alarm_fraction": 0.875, "false_positive_rate": 0.08022922636103152, "top1_capture": 0.0625, "top5_capture": 0.171875, "top10_capture": 0.25, "ece": 0.02302087391247192, "calibration_intercept": -0.7442739508227904, "calibration_slope": 0.7435115193412775, "calibration_fit_success": true, "alert_days": 64, "false_alarm_fraction_when_alerts_exist": 0.875 } }, "operational_validated": false }, { "number": 2, "display_name": "Variante 2", "original_model_id": "v13_poisson_seismic_full_alpha0.03", "family": "poisson", "original_label": "v13_poisson_seismic_full_alpha0.03", "origin": "new100", "definition": { "model": "v13_poisson_seismic_full_alpha0.03", "family": "poisson", "group": "seismic_full", "alpha": 0.03, "max_iter": 2000, "retry_max_iter": 10000, "link": "p=1-exp(-predicted_horizon_count)" }, "canonical_config_sha256": null, "validation_threshold_fixed": 0.06990497806038794, "metrics": { "evaluation_2020_2023": { "n": 1461, "positive_days": 40, "prevalence": 0.02737850787132101, "p_mean": 0.026329267556426256, "brier": 0.024227844724699823, "brier_skill": 0.09624111545805236, "log_loss": 0.11062640157233626, "roc_auc": 0.6784746657283603, "average_precision": 0.21103514983973237, "threshold": 0.06990497806038794, "tp": 11, "fp": 44, "tn": 1377, "fn": 29, "precision": 0.2, "recall": 0.275, "f1": 0.23157894736842105, "false_alarm_fraction": 0.8, "false_positive_rate": 0.03096410978184377, "top1_capture": 0.21525, "top5_capture": 0.3, "top10_capture": 0.3, "ece": 0.0131582732440231, "calibration_intercept": 0.016210270819463267, "calibration_slope": 0.9915627467881507, "calibration_fit_success": true, "alert_days": 55, "false_alarm_fraction_when_alerts_exist": 0.8 }, "evaluation_2024_current": { "n": 1007, "positive_days": 18, "prevalence": 0.01787487586891758, "p_mean": 0.015831829373773136, "brier": 0.016822144215835763, "brier_skill": 0.0425843000383721, "log_loss": 0.08166344601967589, "roc_auc": 0.62161554881474, "average_precision": 0.15216480781580152, "threshold": 0.06990497806038794, "tp": 3, "fp": 7, "tn": 982, "fn": 15, "precision": 0.3, "recall": 0.16666666666666666, "f1": 0.21428571428571427, "false_alarm_fraction": 0.7, "false_positive_rate": 0.007077856420626896, "top1_capture": 0.16666666666666666, "top5_capture": 0.3333333333333333, "top10_capture": 0.4444444444444444, "ece": 0.013109747161882986, "calibration_intercept": 2.0321150850656955, "calibration_slope": 1.4920695254123586, "calibration_fit_success": true, "alert_days": 10, "false_alarm_fraction_when_alerts_exist": 0.7 }, "validation": { "n": 730, "positive_days": 32, "prevalence": 0.043835616438356165, "p_mean": 0.0337183099743122, "brier": 0.04082492947661202, "brier_skill": 0.04623822986415016, "log_loss": 0.17309829759839884, "roc_auc": 0.6460646489971348, "average_precision": 0.13658787723431645, "threshold": 0.06990497806038794, "tp": 8, "fp": 37, "tn": 661, "fn": 24, "precision": 0.17777777777777778, "recall": 0.25, "f1": 0.2077922077922078, "false_alarm_fraction": 0.8222222222222222, "false_positive_rate": 0.05300859598853868, "top1_capture": 0.0625, "top5_capture": 0.15625, "top10_capture": 0.25, "ece": 0.019948064773649334, "calibration_intercept": -0.3129759203417353, "calibration_slope": 0.8109356197075188, "calibration_fit_success": true, "alert_days": 45, "false_alarm_fraction_when_alerts_exist": 0.8222222222222222 } }, "operational_validated": false }, { "number": 3, "display_name": "Variante 3", "original_model_id": "v13_poisson_seismic_calendar_alpha0.003", "family": "poisson", "original_label": "v13_poisson_seismic_calendar_alpha0.003", "origin": "new100", "definition": { "model": "v13_poisson_seismic_calendar_alpha0.003", "family": "poisson", "group": "seismic_calendar", "alpha": 0.003, "max_iter": 2000, "retry_max_iter": 10000, "link": "p=1-exp(-predicted_horizon_count)" }, "canonical_config_sha256": null, "validation_threshold_fixed": 0.0804912538372482, "metrics": { "evaluation_2020_2023": { "n": 1461, "positive_days": 40, "prevalence": 0.02737850787132101, "p_mean": 0.031625567765638116, "brier": 0.024407962308282738, "brier_skill": 0.08952228147694585, "log_loss": 0.11354371562269998, "roc_auc": 0.6794334975369458, "average_precision": 0.2029974031220375, "threshold": 0.0804912538372482, "tp": 12, "fp": 64, "tn": 1357, "fn": 28, "precision": 0.15789473684210525, "recall": 0.3, "f1": 0.20689655172413793, "false_alarm_fraction": 0.8421052631578947, "false_positive_rate": 0.045038705137227304, "top1_capture": 0.21525, "top5_capture": 0.3, "top10_capture": 0.375, "ece": 0.009221759130692628, "calibration_intercept": -0.8744969534606326, "calibration_slope": 0.7785197288674146, "calibration_fit_success": true, "alert_days": 76, "false_alarm_fraction_when_alerts_exist": 0.8421052631578947 }, "evaluation_2024_current": { "n": 1007, "positive_days": 18, "prevalence": 0.01787487586891758, "p_mean": 0.014620399796944667, "brier": 0.016754650598798458, "brier_skill": 0.046425632496923, "log_loss": 0.08096036360592783, "roc_auc": 0.6517245253342321, "average_precision": 0.158459423733085, "threshold": 0.0804912538372482, "tp": 3, "fp": 5, "tn": 984, "fn": 15, "precision": 0.375, "recall": 0.16666666666666666, "f1": 0.23076923076923078, "false_alarm_fraction": 0.625, "false_positive_rate": 0.005055611729019211, "top1_capture": 0.16666666666666666, "top5_capture": 0.3888888888888889, "top10_capture": 0.4444444444444444, "ece": 0.006821374791862793, "calibration_intercept": 1.9095932904696369, "calibration_slope": 1.4327766001030382, "calibration_fit_success": true, "alert_days": 8, "false_alarm_fraction_when_alerts_exist": 0.625 }, "validation": { "n": 730, "positive_days": 32, "prevalence": 0.043835616438356165, "p_mean": 0.04221248077136759, "brier": 0.04120149800476528, "brier_skill": 0.037440745812287624, "log_loss": 0.1733194142683329, "roc_auc": 0.6499820916905443, "average_precision": 0.11768736251959828, "threshold": 0.0804912538372482, "tp": 6, "fp": 35, "tn": 663, "fn": 26, "precision": 0.14634146341463414, "recall": 0.1875, "f1": 0.1643835616438356, "false_alarm_fraction": 0.8536585365853658, "false_positive_rate": 0.050143266475644696, "top1_capture": 0.0625, "top5_capture": 0.15625, "top10_capture": 0.25, "ece": 0.023586011332112165, "calibration_intercept": -0.6809106605714634, "calibration_slope": 0.7553727037339192, "calibration_fit_success": true, "alert_days": 41, "false_alarm_fraction_when_alerts_exist": 0.8536585365853658 } }, "operational_validated": false } ], "comparable_candidate_count": 137, "ranking_tie_rule": "log_loss then original model ID (registered dailyIGN rule)", "shared_validation_only_selection": true, "later_periods_do_not_select": true, "one_model_family_or_joint_process_claimed": false }, { "suite": "daily_IGN", "source": "IGN_OFICIAL_mbLg", "horizon": 7, "horizon_unit": "days", "scale_labels": [ "mbLg" ], "variants": [ { "number": 1, "display_name": "Variante 1", "original_model_id": "v13_gamma_decay270", "family": "gamma", "original_label": "v13_gamma_decay270", "origin": "new100", "definition": { "model": "v13_gamma_decay270", "family": "gamma", "decay_days": 270, "prior_shape": 0.5, "prior_rate_days": 180, "update": "a(t+1)=.5+exp(-1/d)*(a(t)-.5)+N[t,t+1); b(t+1)=180+exp(-1/d)*(b(t)-180)+1; p_h=1-(b/(b+h))^a; strict causal prefix at origin" }, "canonical_config_sha256": null, "validation_threshold_fixed": 0.3048677391324767, "metrics": { "evaluation_2020_2023": { "n": 1455, "positive_days": 198, "prevalence": 0.1360824742268041, "p_mean": 0.1621219890964745, "brier": 0.11849213764844342, "brier_skill": 0.014753277435313628, "log_loss": 0.40102542998262314, "roc_auc": 0.5568051236308993, "average_precision": 0.19694320672965326, "threshold": 0.3048677391324767, "tp": 36, "fp": 109, "tn": 1148, "fn": 162, "precision": 0.2482758620689655, "recall": 0.18181818181818182, "f1": 0.2099125364431487, "false_alarm_fraction": 0.7517241379310344, "false_positive_rate": 0.08671439936356404, "top1_capture": 0.030303030303030304, "top5_capture": 0.10606060606060606, "top10_capture": 0.18181818181818182, "ece": 0.05979194588285415, "calibration_intercept": -1.010824756134553, "calibration_slope": 0.49346391638970416, "calibration_fit_success": true, "alert_days": 145, "false_alarm_fraction_when_alerts_exist": 0.7517241379310344 }, "evaluation_2024_current": { "n": 1001, "positive_days": 91, "prevalence": 0.09090909090909091, "p_mean": 0.060734930656679724, "brier": 0.08234105693981904, "brier_skill": 0.004232232472660469, "log_loss": 0.3085793793188011, "roc_auc": 0.43133679507305883, "average_precision": 0.12731394028973453, "threshold": 0.3048677391324767, "tp": 0, "fp": 0, "tn": 910, "fn": 91, "precision": 0.0, "recall": 0.0, "f1": 0.0, "false_alarm_fraction": 0.0, "false_positive_rate": 0.0, "top1_capture": 0.0, "top5_capture": 0.21978021978021978, "top10_capture": 0.21978021978021978, "ece": 0.06681514791291747, "calibration_intercept": 0.1546726489341697, "calibration_slope": 0.8948533189954407, "calibration_fit_success": true, "alert_days": 0, "false_alarm_fraction_when_alerts_exist": null }, "validation": { "n": 724, "positive_days": 174, "prevalence": 0.24033149171270718, "p_mean": 0.21668827759863035, "brier": 0.17897376102165824, "brier_skill": 0.13531432954168632, "log_loss": 0.5431571086129791, "roc_auc": 0.5755590386624868, "average_precision": 0.29464718719416927, "threshold": 0.3048677391324767, "tp": 24, "fp": 48, "tn": 502, "fn": 150, "precision": 0.3333333333333333, "recall": 0.13793103448275862, "f1": 0.1951219512195122, "false_alarm_fraction": 0.6666666666666666, "false_positive_rate": 0.08727272727272728, "top1_capture": 0.0, "top5_capture": 0.028735632183908046, "top10_capture": 0.1402298850574713, "ece": 0.07027710251440773, "calibration_intercept": 0.09065222233831982, "calibration_slope": 0.9631354616410854, "calibration_fit_success": true, "alert_days": 72, "false_alarm_fraction_when_alerts_exist": 0.6666666666666666 } }, "operational_validated": false }, { "number": 2, "display_name": "Variante 2", "original_model_id": "v13_rolling_window90", "family": "rolling", "original_label": "v13_rolling_window90", "origin": "new100", "definition": { "model": "v13_rolling_window90", "family": "rolling", "window_days": 90, "prior_exposure_days": 50, "prior_rate": "full TRAIN daily archive record rate only, frozen for posttrain origins", "probability": "p_h=1-exp(-h*(sum N[t-w,t)+50*TRAIN_rate)/(available archive exposure+50))" }, "canonical_config_sha256": null, "validation_threshold_fixed": 0.5899542758907972, "metrics": { "evaluation_2020_2023": { "n": 1455, "positive_days": 198, "prevalence": 0.1360824742268041, "p_mean": 0.1638382214057099, "brier": 0.12709358944311058, "brier_skill": -0.05676667619348552, "log_loss": 0.4329852235587898, "roc_auc": 0.5534562008309025, "average_precision": 0.19237935239348042, "threshold": 0.5899542758907972, "tp": 34, "fp": 56, "tn": 1201, "fn": 164, "precision": 0.37777777777777777, "recall": 0.1717171717171717, "f1": 0.2361111111111111, "false_alarm_fraction": 0.6222222222222222, "false_positive_rate": 0.04455051710421639, "top1_capture": 0.0, "top5_capture": 0.1065257841573631, "top10_capture": 0.2326388888888889, "ece": 0.07332168079673126, "calibration_intercept": -1.294725666593442, "calibration_slope": 0.3120718592151948, "calibration_fit_success": true, "alert_days": 90, "false_alarm_fraction_when_alerts_exist": 0.6222222222222222 }, "evaluation_2024_current": { "n": 1001, "positive_days": 91, "prevalence": 0.09090909090909091, "p_mean": 0.09663604503012295, "brier": 0.08146235881537618, "brier_skill": 0.01485851421138562, "log_loss": 0.30489884239646464, "roc_auc": 0.5394940224610554, "average_precision": 0.14868288909971472, "threshold": 0.5899542758907972, "tp": 0, "fp": 0, "tn": 910, "fn": 91, "precision": 0.0, "recall": 0.0, "f1": 0.0, "false_alarm_fraction": 0.0, "false_positive_rate": 0.0, "top1_capture": 0.01, "top5_capture": 0.2113186813186813, "top10_capture": 0.22638588177621635, "ece": 0.05255855520500743, "calibration_intercept": -1.1366449460439685, "calibration_slope": 0.502248845791933, "calibration_fit_success": true, "alert_days": 0, "false_alarm_fraction_when_alerts_exist": null }, "validation": { "n": 724, "positive_days": 174, "prevalence": 0.24033149171270718, "p_mean": 0.23756926492710997, "brier": 0.17528353087068135, "brier_skill": 0.15314313927350387, "log_loss": 0.5434444168129364, "roc_auc": 0.6134639498432601, "average_precision": 0.3671622304081021, "threshold": 0.5899542758907972, "tp": 30, "fp": 27, "tn": 523, "fn": 144, "precision": 0.5263157894736842, "recall": 0.1724137931034483, "f1": 0.2597402597402597, "false_alarm_fraction": 0.47368421052631576, "false_positive_rate": 0.04909090909090909, "top1_capture": 0.02635057471264368, "top5_capture": 0.10485312899106004, "top10_capture": 0.20683269476372929, "ece": 0.10218092708355316, "calibration_intercept": -0.4777696565885135, "calibration_slope": 0.5359901965282536, "calibration_fit_success": true, "alert_days": 57, "false_alarm_fraction_when_alerts_exist": 0.47368421052631576 } }, "operational_validated": false }, { "number": 3, "display_name": "Variante 3", "original_model_id": "gamma_decay365", "family": "gamma_decay365", "original_label": "gamma_decay365", "origin": "previous37", "definition": { "previous_frozen_comparator": true }, "canonical_config_sha256": null, "validation_threshold_fixed": 0.2985058535394274, "metrics": { "evaluation_2020_2023": { "n": 1455, "positive_days": 198, "prevalence": 0.1360824742268041, "p_mean": 0.18348573897747153, "brier": 0.11997868829343072, "brier_skill": 0.0023928020487898882, "log_loss": 0.4048372908989558, "roc_auc": 0.548222881158442, "average_precision": 0.18807179306638835, "threshold": 0.2985058535394274, "tp": 47, "fp": 142, "tn": 1115, "fn": 151, "precision": 0.24867724867724866, "recall": 0.23737373737373738, "f1": 0.24289405684754523, "false_alarm_fraction": 0.7513227513227513, "false_positive_rate": 0.11296738265712013, "top1_capture": 0.020202020202020204, "top5_capture": 0.10101010101010101, "top10_capture": 0.17676767676767677, "ece": 0.0824611247154085, "calibration_intercept": -1.0153215722094893, "calibration_slope": 0.5482054781227588, "calibration_fit_success": true, "alert_days": 189, "false_alarm_fraction_when_alerts_exist": 0.7513227513227513 }, "evaluation_2024_current": { "n": 1001, "positive_days": 91, "prevalence": 0.09090909090909091, "p_mean": 0.07151272498880737, "brier": 0.08252672357859818, "brier_skill": 0.0019869266523023787, "log_loss": 0.3073344832428691, "roc_auc": 0.38934911242603554, "average_precision": 0.12009662208176605, "threshold": 0.2985058535394274, "tp": 0, "fp": 0, "tn": 910, "fn": 91, "precision": 0.0, "recall": 0.0, "f1": 0.0, "false_alarm_fraction": 0.0, "false_positive_rate": 0.0, "top1_capture": 0.00010989010989010755, "top5_capture": 0.2087912087912088, "top10_capture": 0.21978021978021978, "ece": 0.08834719742322869, "calibration_intercept": -1.0200332560121537, "calibration_slope": 0.49789776453746626, "calibration_fit_success": true, "alert_days": 0, "false_alarm_fraction_when_alerts_exist": null }, "validation": { "n": 724, "positive_days": 174, "prevalence": 0.24033149171270718, "p_mean": 0.23085843938762024, "brier": 0.179840102349695, "brier_skill": 0.13112872754168947, "log_loss": 0.5447043360652533, "roc_auc": 0.5645663531870428, "average_precision": 0.28119461213412866, "threshold": 0.2985058535394274, "tp": 19, "fp": 53, "tn": 497, "fn": 155, "precision": 0.2638888888888889, "recall": 0.10919540229885058, "f1": 0.15447154471544716, "false_alarm_fraction": 0.7361111111111112, "false_positive_rate": 0.09636363636363636, "top1_capture": 0.0, "top5_capture": 0.017241379310344827, "top10_capture": 0.11149425287356325, "ece": 0.0782212764080353, "calibration_intercept": 0.08370646012456084, "calibration_slope": 1.0256604948990402, "calibration_fit_success": true, "alert_days": 72, "false_alarm_fraction_when_alerts_exist": 0.7361111111111112 } }, "operational_validated": false } ], "comparable_candidate_count": 137, "ranking_tie_rule": "log_loss then original model ID (registered dailyIGN rule)", "shared_validation_only_selection": true, "later_periods_do_not_select": true, "one_model_family_or_joint_process_claimed": false }, { "suite": "hourly", "source": "IGN_OFICIAL_2", "horizon": 1, "horizon_unit": "hours", "scale_labels": [ "2" ], "variants": [ { "number": 1, "display_name": "Variante 1", "original_model_id": "horario_068", "family": "gamma_discounted", "original_label": "Gamma–Poisson con memoria · memoria 720h · prior168h", "origin": "NEW", "definition": { "model_id": "horario_068", "family": "gamma_discounted", "feature_pack": null, "parameters": { "efold_hours": 720, "prior_exposure_hours": 168, "shape_offset": 0.5 }, "canonical_config_sha256": "d0abaefe1b2385c927f862d09034cc85202f6b3a1c6d7835911a1620c3454186" }, "canonical_config_sha256": "d0abaefe1b2385c927f862d09034cc85202f6b3a1c6d7835911a1620c3454186", "validation_threshold_fixed": 0.012312453805795634, "metrics": { "validation": { "n": 52584, "positive_windows": 153, "prevalence": 0.00290963030579644, "p_mean": 0.003187525294148993, "p_min": 0.0008509030689264319, "p_max": 0.01797333877708215, "brier": 0.0028960940330775785, "brier_skill": 0.0024987344003767342, "log_loss": 0.01936693826723389, "roc_auc": 0.6440150472273363, "average_precision": 0.007109441640492454, "threshold": 0.012312453805795634, "tp": 15, "fp": 907, "tn": 51524, "fn": 138, "alert_windows": 922, "alert_fraction": 0.017533850600943254, "precision": 0.016268980477223426, "recall": 0.09803921568627451, "f1": 0.027906976744186046, "false_alarm_fraction": 0.9837310195227765, "false_alarm_fraction_when_alerts_exist": 0.9837310195227765, "false_positive_rate": 0.017298926207777843, "top1_capture": 0.05228758169934641, "top5_capture": 0.21568627450980393, "top10_capture": 0.30718954248366015, "ece": 0.0007141452336888375, "positive_hourly_origins": 153, "alarm_hourly_origins": 922, "unique_records": 155, "unique_records_captured_in_advance": 15, "unique_records_missed": 140, "unique_record_recall": 0.0967741935483871, "descriptive_episodes_gap24h": 131, "descriptive_episodes_captured": 10, "episode_recall": 0.07633587786259542, "strict_advance_condition": "origin