typhoon-predict / evaluation /deepmind_daily /period_comparison.json
euler314's picture
Publish exact Mini <2024 identity, UTC proportions and total/post-2024 comparison charts
38ac4d6 verified
Raw History Blame Contribute Delete
69 kB
{
"schema": "deepmind-completed-utc-period-comparison-v1",
"status": "complete_verified",
"model": {
"key": "deepmind",
"label": "Google DeepMind WeatherNext Cyclones Mini (<2024)",
"model_checkpoint": "WeatherNextCyclones_Mini_<2024",
"software_version": "0.3.0",
"software_commit": "89c4b2a77a1c57b328b909c575550fd2e5aadc9c",
"trained_through": 2023,
"resolution_degrees": 1,
"member_count": 1,
"member_policy": "One official Mini member, seed 0",
"checkpoint_sha256": "a1bb151457077248d70a458b1a7b19deacd2926fbcb46eee4ff2691444e3596e",
"method": "Official predictor and initialized-storm tracker; causal ERA5; RTX 3070 CUDA",
"status": "complete_verified"
},
"single_checkpoint_across_all_periods": true,
"cohort": {
"storms": 270,
"daily_issues": 1473,
"sha256": "965184f1e5ab3fcb52e304f39b38583a14f753870aa2295f2d01942a441dcfd6",
"leads_hours": [
6,
12,
18,
24,
30,
36,
42,
48,
54,
60,
66,
72,
78,
84,
90,
96,
102,
108,
114,
120
]
},
"period_definition": {
"before_2024": "UTC issue year < 2024",
"year_2024": "UTC issue year == 2024",
"after_2024": "UTC issue year > 2024 (2025 onward)",
"total": "All 1,473 frozen daily starts"
},
"periods": {
"total": {
"daily_issues": 1473,
"storms": 270,
"daily_issue_percentage": 100.0,
"storm_percentage": 100.0,
"years": [
1980,
1981,
1982,
1983,
1984,
1985,
1986,
1987,
1988,
1989,
1990,
1991,
1992,
1993,
1994,
1995,
1996,
1997,
1998,
1999,
2024,
2025,
2026
],
"case_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128,
129,
130,
131,
132,
133,
134,
135,
136,
137,
138,
139,
140,
141,
142,
143,
144,
145,
146,
147,
148,
149,
150,
151,
152,
153,
154,
155,
156,
157,
158,
159,
160,
161,
162,
163,
164,
165,
166,
167,
168,
169,
170,
171,
172,
173,
174,
175,
176,
177,
178,
179,
180,
181,
182,
183,
184,
185,
186,
187,
188,
189,
190,
191,
192,
193,
194,
195,
196,
197,
198,
199,
200,
201,
202,
203,
204,
205,
206,
207,
208,
209,
210,
211,
212,
213,
214,
215,
216,
217,
218,
219,
220,
221,
222,
223,
224,
225,
226,
227,
228,
229,
230,
231,
232,
233,
234,
235,
236,
237,
238,
239,
240,
241,
242,
243,
244,
245,
246,
247,
248,
249,
250,
251,
252,
253,
254,
255,
256,
257,
258,
259,
260,
261,
262,
263,
264,
265,
266,
267,
268,
269,
270,
271,
272,
273,
274,
275,
276,
277,
278,
279,
280,
281,
282,
283,
284,
285,
286,
287,
288,
289,
290,
291,
292,
293,
294,
295,
296,
297,
298,
299,
300,
301,
302,
303,
304,
305,
306,
307,
308,
309,
310,
311,
312,
313,
314,
315,
316,
317,
318,
319,
320,
321,
322,
323,
324,
325,
326,
327,
328,
329,
330,
331,
332,
333,
334,
335,
336,
337,
338,
339,
340,
341,
342,
343,
344,
345,
346,
347,
348,
349,
350,
351,
352,
353,
354,
355,
356,
357,
358,
359,
360,
361,
362,
363,
364,
365,
366,
367,
368,
369,
370,
371,
372,
373,
374,
375,
376,
377,
378,
379,
380,
381,
382,
383,
384,
385,
386,
387,
388,
389,
390,
391,
392,
393,
394,
395,
396,
397,
398,
399,
400,
401,
402,
403,
404,
405,
406,
407,
408,
409,
410,
411,
412,
413,
414,
415,
416,
417,
418,
419,
420,
421,
422,
423,
424,
425,
426,
427,
428,
429,
430,
431,
432,
433,
434,
435,
436,
437,
438,
439,
440,
441,
442,
443,
444,
445,
446,
447,
448,
449,
450,
451,
452,
453,
454,
455,
456,
457,
458,
459,
460,
461,
462,
463,
464,
465,
466,
467,
468,
469,
470,
471,
472,
473,
474,
475,
476,
477,
478,
479,
480,
481,
482,
483,
484,
485,
486,
487,
488,
489,
490,
491,
492,
493,
494,
495,
496,
497,
498,
499,
500,
501,
502,
503,
504,
505,
506,
507,
508,
509,
510,
511,
512,
513,
514,
515,
516,
517,
518,
519,
520,
521,
522,
523,
524,
525,
526,
527,
528,
529,
530,
531,
532,
533,
534,
535,
536,
537,
538,
539,
540,
541,
542,
543,
544,
545,
546,
547,
548,
549,
550,
551,
552,
553,
554,
555,
556,
557,
558,
559,
560,
561,
562,
563,
564,
565,
566,
567,
568,
569,
570,
571,
572,
573,
574,
575,
576,
577,
578,
579,
580,
581,
582,
583,
584,
585,
586,
587,
588,
589,
590,
591,
592,
593,
594,
595,
596,
597,
598,
599,
600,
601,
602,
603,
604,
605,
606,
607,
608,
609,
610,
611,
612,
613,
614,
615,
616,
617,
618,
619,
620,
621,
622,
623,
624,
625,
626,
627,
628,
629,
630,
631,
632,
633,
634,
635,
636,
637,
638,
639,
640,
641,
642,
643,
644,
645,
646,
647,
648,
649,
650,
651,
652,
653,
654,
655,
656,
657,
658,
659,
660,
661,
662,
663,
664,
665,
666,
667,
668,
669,
670,
671,
672,
673,
674,
675,
676,
677,
678,
679,
680,
681,
682,
683,
684,
685,
686,
687,
688,
689,
690,
691,
692,
693,
694,
695,
696,
697,
698,
699,
700,
701,
702,
703,
704,
705,
706,
707,
708,
709,
710,
711,
712,
713,
714,
715,
716,
717,
718,
719,
720,
721,
722,
723,
724,
725,
726,
727,
728,
729,
730,
731,
732,
733,
734,
735,
736,
737,
738,
739,
740,
741,
742,
743,
744,
745,
746,
747,
748,
749,
750,
751,
752,
753,
754,
755,
756,
757,
758,
759,
760,
761,
762,
763,
764,
765,
766,
767,
768,
769,
770,
771,
772,
773,
774,
775,
776,
777,
778,
779,
780,
781,
782,
783,
784,
785,
786,
787,
788,
789,
790,
791,
792,
793,
794,
795,
796,
797,
798,
799,
800,
801,
802,
803,
804,
805,
806,
807,
808,
809,
810,
811,
812,
813,
814,
815,
816,
817,
818,
819,
820,
821,
822,
823,
824,
825,
826,
827,
828,
829,
830,
831,
832,
833,
834,
835,
836,
837,
838,
839,
840,
841,
842,
843,
844,
845,
846,
847,
848,
849,
850,
851,
852,
853,
854,
855,
856,
857,
858,
859,
860,
861,
862,
863,
864,
865,
866,
867,
868,
869,
870,
871,
872,
873,
874,
875,
876,
877,
878,
879,
880,
881,
882,
883,
884,
885,
886,
887,
888,
889,
890,
891,
892,
893,
894,
895,
896,
897,
898,
899,
900,
901,
902,
903,
904,
905,
906,
907,
908,
909,
910,
911,
912,
913,
914,
915,
916,
917,
918,
919,
920,
921,
922,
923,
924,
925,
926,
927,
928,
929,
930,
931,
932,
933,
934,
935,
936,
937,
938,
939,
940,
941,
942,
943,
944,
945,
946,
947,
948,
949,
950,
951,
952,
953,
954,
955,
956,
957,
958,
959,
960,
961,
962,
963,
964,
965,
966,
967,
968,
969,
970,
971,
972,
973,
974,
975,
976,
977,
978,
979,
980,
981,
982,
983,
984,
985,
986,
987,
988,
989,
990,
991,
992,
993,
994,
995,
996,
997,
998,
999,
1000,
1001,
1002,
1003,
1004,
1005,
1006,
1007,
1008,
1009,
1010,
1011,
1012,
1013,
1014,
1015,
1016,
1017,
1018,
1019,
1020,
1021,
1022,
1023,
1024,
1025,
1026,
1027,
1028,
1029,
1030,
1031,
1032,
1033,
1034,
1035,
1036,
1037,
1038,
1039,
1040,
1041,
1042,
1043,
1044,
1045,
1046,
1047,
1048,
1049,
1050,
1051,
1052,
1053,
1054,
1055,
1056,
1057,
1058,
1059,
1060,
1061,
1062,
1063,
1064,
1065,
1066,
1067,
1068,
1069,
1070,
1071,
1072,
1073,
1074,
1075,
1076,
1077,
1078,
1079,
1080,
1081,
1082,
1083,
1084,
1085,
1086,
1087,
1088,
1089,
1090,
1091,
1092,
1093,
1094,
1095,
1096,
1097,
1098,
1099,
1100,
1101,
1102,
1103,
1104,
1105,
1106,
1107,
1108,
1109,
1110,
1111,
1112,
1113,
1114,
1115,
1116,
1117,
1118,
1119,
1120,
1121,
1122,
1123,
1124,
1125,
1126,
1127,
1128,
1129,
1130,
1131,
1132,
1133,
1134,
1135,
1136,
1137,
1138,
1139,
1140,
1141,
1142,
1143,
1144,
1145,
1146,
1147,
1148,
1149,
1150,
1151,
1152,
1153,
1154,
1155,
1156,
1157,
1158,
1159,
1160,
1161,
1162,
1163,
1164,
1165,
1166,
1167,
1168,
1169,
1170,
1171,
1172,
1173,
1174,
1175,
1176,
1177,
1178,
1179,
1180,
1181,
1182,
1183,
1184,
1185,
1186,
1187,
1188,
1189,
1190,
1191,
1192,
1193,
1194,
1195,
1196,
1197,
1198,
1199,
1200,
1201,
1202,
1203,
1204,
1205,
1206,
1207,
1208,
1209,
1210,
1211,
1212,
1213,
1214,
1215,
1216,
1217,
1218,
1219,
1220,
1221,
1222,
1223,
1224,
1225,
1226,
1227,
1228,
1229,
1230,
1231,
1232,
1233,
1234,
1235,
1236,
1237,
1238,
1239,
1240,
1241,
1242,
1243,
1244,
1245,
1246,
1247,
1248,
1249,
1250,
1251,
1252,
1253,
1254,
1255,
1256,
1257,
1258,
1259,
1260,
1261,
1262,
1263,
1264,
1265,
1266,
1267,
1268,
1269,
1270,
1271,
1272,
1273,
1274,
1275,
1276,
1277,
1278,
1279,
1280,
1281,
1282,
1283,
1284,
1285,
1286,
1287,
1288,
1289,
1290,
1291,
1292,
1293,
1294,
1295,
1296,
1297,
1298,
1299,
1300,
1301,
1302,
1303,
1304,
1305,
1306,
1307,
1308,
1309,
1310,
1311,
1312,
1313,
1314,
1315,
1316,
1317,
1318,
1319,
1320,
1321,
1322,
1323,
1324,
1325,
1326,
1327,
1328,
1329,
1330,
1331,
1332,
1333,
1334,
1335,
1336,
1337,
1338,
1339,
1340,
1341,
1342,
1343,
1344,
1345,
1346,
1347,
1348,
1349,
1350,
1351,
1352,
1353,
1354,
1355,
1356,
1357,
1358,
1359,
1360,
1361,
1362,
1363,
1364,
1365,
1366,
1367,
1368,
1369,
1370,
1371,
1372,
1373,
1374,
1375,
1376,
1377,
1378,
1379,
1380,
1381,
1382,
1383,
1384,
1385,
1386,
1387,
1388,
1389,
1390,
1391,
1392,
1393,
1394,
1395,
1396,
1397,
1398,
1399,
1400,
1401,
1402,
1403,
1404,
1405,
1406,
1407,
1408,
1409,
1410,
1411,
1412,
1413,
1414,
1415,
1416,
1417,
1418,
1419,
1420,
1421,
1422,
1423,
1424,
1425,
1426,
1427,
1428,
1429,
1430,
1431,
1432,
1433,
1434,
1435,
1436,
1437,
1438,
1439,
1440,
1441,
1442,
1443,
1444,
1445,
1446,
1447,
1448,
1449,
1450,
1451,
1452,
1453,
1454,
1455,
1456,
1457,
1458,
1459,
1460,
1461,
1462,
1463,
1464,
1465,
1466,
1467,
1468,
1469,
1470,
1471,
1472
],
"scores": {
"route": {
"1.1": {
"mean_track_error_km": {
"value": 798.4143395733709,
"storms": 270
},
"track_error_120h_km": {
"value": 1646.3960476448165,
"storms": 270
},
"direction_error_deg": {
"value": 51.58419207122625,
"storms": 270
},
"shape_similarity": {
"value": 0.7543824571538857,
"storms": 270
},
"track_error_by_lead_km": [
66.10969036943266,
133.4783672768527,
202.3585175411488,
273.2879621656292,
346.90051929279923,
419.8767857705207,
493.5704476997114,
568.0858703129328,
644.1251568785259,
722.6238658146501,
803.5946300337959,
886.616879788694,
973.2847405022445,
1060.5849499902793,
1151.5785924519794,
1244.9737736697598,
1343.5921960496646,
1443.1911582149028,
1544.0566399990746,
1646.396047644816
]
},
"1.2": {
"mean_track_error_km": {
"value": 471.2045276140213,
"storms": 270
},
"track_error_120h_km": {
"value": 1031.633570368749,
"storms": 270
},
"direction_error_deg": {
"value": 34.959947454592786,
"storms": 270
},
"shape_similarity": {
"value": 0.8837028632459877,
"storms": 270
},
"track_error_by_lead_km": [
48.276258844589,
91.12774309041492,
129.1208135780606,
164.481223771445,
199.06958720909273,
234.93256251923398,
272.48049128499,
311.4789218238006,
353.46861840507904,
399.3840596538071,
449.2708765186405,
502.4908306263511,
558.3174531497493,
616.1753924353181,
677.6609275099131,
740.9340851986844,
808.8023210064223,
880.0772095202088,
954.9076057658763,
1031.633570368749
]
},
"deepmind": {
"mean_track_error_km": {
"value": 498.3660837262175,
"storms": 270
},
"track_error_120h_km": {
"value": 1031.9091421404376,
"storms": 270
},
"direction_error_deg": {
"value": 39.76380497312257,
"storms": 270
},
"shape_similarity": {
"value": 0.9010381186926554,
"storms": 270
},
"track_error_by_lead_km": [
105.79431937309762,
136.30842390708193,
168.8925890316698,
208.95643055237963,
243.63979975302811,
278.11432944685924,
316.6521861156824,
357.1736913330865,
392.8310729414844,
436.5373191336134,
478.075813984495,
522.4673167277231,
576.9905349536721,
634.2907658367048,
690.6818730442626,
746.7391690084353,
807.6243133903178,
879.0423409543573,
954.6002428959632,
1031.909142140437
]
}
},
"pressure": {
"JMA": {
"daily_cases": 134,
"storms": 40,
"common_lead_points": 2637,
"models": {
"1.1": {
"mae_hpa": {
"value": 13.53233861138585,
"storms": 40,
"daily_cases": 134
},
"curve_similarity": {
"value": 0.7074066420243609,
"storms": 40,
"daily_cases": 134
}
},
"1.2": {
"mae_hpa": {
"value": 12.837077366789085,
"storms": 40,
"daily_cases": 134
},
"curve_similarity": {
"value": 0.7118461112422476,
"storms": 40,
"daily_cases": 134
}
},
"deepmind": {
"mae_hpa": {
"value": 10.197678417354012,
"storms": 40,
"daily_cases": 134
},
"curve_similarity": {
"value": 0.8087969164941555,
"storms": 40,
"daily_cases": 134
}
}
}
},
"USA": {
"daily_cases": 134,
"storms": 40,
"common_lead_points": 2325,
"models": {
"1.1": {
"mae_hpa": {
"value": 12.835629459598886,
"storms": 40,
"daily_cases": 134
},
"curve_similarity": {
"value": 0.7236794525870405,
"storms": 40,
"daily_cases": 131
}
},
"1.2": {
"mae_hpa": {
"value": 12.552942457392373,
"storms": 40,
"daily_cases": 134
},
"curve_similarity": {
"value": 0.6636769485468179,
"storms": 40,
"daily_cases": 131
}
},
"deepmind": {
"mae_hpa": {
"value": 11.546903198440878,
"storms": 40,
"daily_cases": 134
},
"curve_similarity": {
"value": 0.7445409788756472,
"storms": 40,
"daily_cases": 131
}
}
}
}
}
}
},
"before_2024": {
"daily_issues": 1336,
"storms": 230,
"daily_issue_percentage": 90.69925322471147,
"storm_percentage": 85.18518518518519,
"years": [
1980,
1981,
1982,
1983,
1984,
1985,
1986,
1987,
1988,
1989,
1990,
1991,
1992,
1993,
1994,
1995,
1996,
1997,
1998,
1999
],
"case_indices": [
137,
138,
139,
140,
141,
142,
143,
144,
145,
146,
147,
148,
149,
150,
151,
152,
153,
154,
155,
156,
157,
158,
159,
160,
161,
162,
163,
164,
165,
166,
167,
168,
169,
170,
171,
172,
173,
174,
175,
176,
177,
178,
179,
180,
181,
182,
183,
184,
185,
186,
187,
188,
189,
190,
191,
192,
193,
194,
195,
196,
197,
198,
199,
200,
201,
202,
203,
204,
205,
206,
207,
208,
209,
210,
211,
212,
213,
214,
215,
216,
217,
218,
219,
220,
221,
222,
223,
224,
225,
226,
227,
228,
229,
230,
231,
232,
233,
234,
235,
236,
237,
238,
239,
240,
241,
242,
243,
244,
245,
246,
247,
248,
249,
250,
251,
252,
253,
254,
255,
256,
257,
258,
259,
260,
261,
262,
263,
264,
265,
266,
267,
268,
269,
270,
271,
272,
273,
274,
275,
276,
277,
278,
279,
280,
281,
282,
283,
284,
285,
286,
287,
288,
289,
290,
291,
292,
293,
294,
295,
296,
297,
298,
299,
300,
301,
302,
303,
304,
305,
306,
307,
308,
309,
310,
311,
312,
313,
314,
315,
316,
317,
318,
319,
320,
321,
322,
323,
324,
325,
326,
327,
328,
329,
330,
331,
332,
333,
334,
335,
336,
337,
338,
339,
340,
341,
342,
343,
344,
345,
346,
347,
348,
349,
350,
351,
352,
353,
354,
355,
356,
357,
358,
359,
360,
361,
362,
363,
364,
365,
366,
367,
368,
369,
370,
371,
372,
373,
374,
375,
376,
377,
378,
379,
380,
381,
382,
383,
384,
385,
386,
387,
388,
389,
390,
391,
392,
393,
394,
395,
396,
397,
398,
399,
400,
401,
402,
403,
404,
405,
406,
407,
408,
409,
410,
411,
412,
413,
414,
415,
416,
417,
418,
419,
420,
421,
422,
423,
424,
425,
426,
427,
428,
429,
430,
431,
432,
433,
434,
435,
436,
437,
438,
439,
440,
441,
442,
443,
444,
445,
446,
447,
448,
449,
450,
451,
452,
453,
454,
455,
456,
457,
458,
459,
460,
461,
462,
463,
464,
465,
466,
467,
468,
469,
470,
471,
472,
473,
474,
475,
476,
477,
478,
479,
480,
481,
482,
483,
484,
485,
486,
487,
488,
489,
490,
491,
492,
493,
494,
495,
496,
497,
498,
499,
500,
501,
502,
503,
504,
505,
506,
507,
508,
509,
510,
511,
512,
513,
514,
515,
516,
517,
518,
519,
520,
521,
522,
523,
524,
525,
526,
527,
528,
529,
530,
531,
532,
533,
534,
535,
536,
537,
538,
539,
540,
541,
542,
543,
544,
545,
546,
547,
548,
549,
550,
551,
552,
553,
554,
555,
556,
557,
558,
559,
560,
561,
562,
563,
564,
565,
566,
567,
568,
569,
570,
571,
572,
573,
574,
575,
576,
577,
578,
579,
580,
581,
582,
583,
584,
585,
586,
587,
588,
589,
590,
591,
592,
593,
594,
595,
596,
597,
598,
599,
600,
601,
602,
603,
604,
605,
606,
607,
608,
609,
610,
611,
612,
613,
614,
615,
616,
617,
618,
619,
620,
621,
622,
623,
624,
625,
626,
627,
628,
629,
630,
631,
632,
633,
634,
635,
636,
637,
638,
639,
640,
641,
642,
643,
644,
645,
646,
647,
648,
649,
650,
651,
652,
653,
654,
655,
656,
657,
658,
659,
660,
661,
662,
663,
664,
665,
666,
667,
668,
669,
670,
671,
672,
673,
674,
675,
676,
677,
678,
679,
680,
681,
682,
683,
684,
685,
686,
687,
688,
689,
690,
691,
692,
693,
694,
695,
696,
697,
698,
699,
700,
701,
702,
703,
704,
705,
706,
707,
708,
709,
710,
711,
712,
713,
714,
715,
716,
717,
718,
719,
720,
721,
722,
723,
724,
725,
726,
727,
728,
729,
730,
731,
732,
733,
734,
735,
736,
737,
738,
739,
740,
741,
742,
743,
744,
745,
746,
747,
748,
749,
750,
751,
752,
753,
754,
755,
756,
757,
758,
759,
760,
761,
762,
763,
764,
765,
766,
767,
768,
769,
770,
771,
772,
773,
774,
775,
776,
777,
778,
779,
780,
781,
782,
783,
784,
785,
786,
787,
788,
789,
790,
791,
792,
793,
794,
795,
796,
797,
798,
799,
800,
801,
802,
803,
804,
805,
806,
807,
808,
809,
810,
811,
812,
813,
814,
815,
816,
817,
818,
819,
820,
821,
822,
823,
824,
825,
826,
827,
828,
829,
830,
831,
832,
833,
834,
835,
836,
837,
838,
839,
840,
841,
842,
843,
844,
845,
846,
847,
848,
849,
850,
851,
852,
853,
854,
855,
856,
857,
858,
859,
860,
861,
862,
863,
864,
865,
866,
867,
868,
869,
870,
871,
872,
873,
874,
875,
876,
877,
878,
879,
880,
881,
882,
883,
884,
885,
886,
887,
888,
889,
890,
891,
892,
893,
894,
895,
896,
897,
898,
899,
900,
901,
902,
903,
904,
905,
906,
907,
908,
909,
910,
911,
912,
913,
914,
915,
916,
917,
918,
919,
920,
921,
922,
923,
924,
925,
926,
927,
928,
929,
930,
931,
932,
933,
934,
935,
936,
937,
938,
939,
940,
941,
942,
943,
944,
945,
946,
947,
948,
949,
950,
951,
952,
953,
954,
955,
956,
957,
958,
959,
960,
961,
962,
963,
964,
965,
966,
967,
968,
969,
970,
971,
972,
973,
974,
975,
976,
977,
978,
979,
980,
981,
982,
983,
984,
985,
986,
987,
988,
989,
990,
991,
992,
993,
994,
995,
996,
997,
998,
999,
1000,
1001,
1002,
1003,
1004,
1005,
1006,
1007,
1008,
1009,
1010,
1011,
1012,
1013,
1014,
1015,
1016,
1017,
1018,
1019,
1020,
1021,
1022,
1023,
1024,
1025,
1026,
1027,
1028,
1029,
1030,
1031,
1032,
1033,
1034,
1035,
1036,
1037,
1038,
1039,
1040,
1041,
1042,
1043,
1044,
1045,
1046,
1047,
1048,
1049,
1050,
1051,
1052,
1053,
1054,
1055,
1056,
1057,
1058,
1059,
1060,
1061,
1062,
1063,
1064,
1065,
1066,
1067,
1068,
1069,
1070,
1071,
1072,
1073,
1074,
1075,
1076,
1077,
1078,
1079,
1080,
1081,
1082,
1083,
1084,
1085,
1086,
1087,
1088,
1089,
1090,
1091,
1092,
1093,
1094,
1095,
1096,
1097,
1098,
1099,
1100,
1101,
1102,
1103,
1104,
1105,
1106,
1107,
1108,
1109,
1110,
1111,
1112,
1113,
1114,
1115,
1116,
1117,
1118,
1119,
1120,
1121,
1122,
1123,
1124,
1125,
1126,
1127,
1128,
1129,
1130,
1131,
1132,
1133,
1134,
1135,
1136,
1137,
1138,
1139,
1140,
1141,
1142,
1143,
1144,
1145,
1146,
1147,
1148,
1149,
1150,
1151,
1152,
1153,
1154,
1155,
1156,
1157,
1158,
1159,
1160,
1161,
1162,
1163,
1164,
1165,
1166,
1167,
1168,
1169,
1170,
1171,
1172,
1173,
1174,
1175,
1176,
1177,
1178,
1179,
1180,
1181,
1182,
1183,
1184,
1185,
1186,
1187,
1188,
1189,
1190,
1191,
1192,
1193,
1194,
1195,
1196,
1197,
1198,
1199,
1200,
1201,
1202,
1203,
1204,
1205,
1206,
1207,
1208,
1209,
1210,
1211,
1212,
1213,
1214,
1215,
1216,
1217,
1218,
1219,
1220,
1221,
1222,
1223,
1224,
1225,
1226,
1227,
1228,
1229,
1230,
1231,
1232,
1233,
1234,
1235,
1236,
1237,
1238,
1239,
1240,
1241,
1242,
1243,
1244,
1245,
1246,
1247,
1248,
1249,
1250,
1251,
1252,
1253,
1254,
1255,
1256,
1257,
1258,
1259,
1260,
1261,
1262,
1263,
1264,
1265,
1266,
1267,
1268,
1269,
1270,
1271,
1272,
1273,
1274,
1275,
1276,
1277,
1278,
1279,
1280,
1281,
1282,
1283,
1284,
1285,
1286,
1287,
1288,
1289,
1290,
1291,
1292,
1293,
1294,
1295,
1296,
1297,
1298,
1299,
1300,
1301,
1302,
1303,
1304,
1305,
1306,
1307,
1308,
1309,
1310,
1311,
1312,
1313,
1314,
1315,
1316,
1317,
1318,
1319,
1320,
1321,
1322,
1323,
1324,
1325,
1326,
1327,
1328,
1329,
1330,
1331,
1332,
1333,
1334,
1335,
1336,
1337,
1338,
1339,
1340,
1341,
1342,
1343,
1344,
1345,
1346,
1347,
1348,
1349,
1350,
1351,
1352,
1353,
1354,
1355,
1356,
1357,
1358,
1359,
1360,
1361,
1362,
1363,
1364,
1365,
1366,
1367,
1368,
1369,
1370,
1371,
1372,
1373,
1374,
1375,
1376,
1377,
1378,
1379,
1380,
1381,
1382,
1383,
1384,
1385,
1386,
1387,
1388,
1389,
1390,
1391,
1392,
1393,
1394,
1395,
1396,
1397,
1398,
1399,
1400,
1401,
1402,
1403,
1404,
1405,
1406,
1407,
1408,
1409,
1410,
1411,
1412,
1413,
1414,
1415,
1416,
1417,
1418,
1419,
1420,
1421,
1422,
1423,
1424,
1425,
1426,
1427,
1428,
1429,
1430,
1431,
1432,
1433,
1434,
1435,
1436,
1437,
1438,
1439,
1440,
1441,
1442,
1443,
1444,
1445,
1446,
1447,
1448,
1449,
1450,
1451,
1452,
1453,
1454,
1455,
1456,
1457,
1458,
1459,
1460,
1461,
1462,
1463,
1464,
1465,
1466,
1467,
1468,
1469,
1470,
1471,
1472
],
"scores": {
"route": {
"1.1": {
"mean_track_error_km": {
"value": 780.4956251297209,
"storms": 230
},
"track_error_120h_km": {
"value": 1617.68537007603,
"storms": 230
},
"direction_error_deg": {
"value": 51.35513468466848,
"storms": 230
},
"shape_similarity": {
"value": 0.756462863476536,
"storms": 230
},
"track_error_by_lead_km": [
63.95070387461008,
129.56057152366327,
196.91757281750267,
266.29351479253165,
337.4313487866377,
408.5365624559959,
480.4125299649792,
554.0338033012117,
628.3701179860931,
704.556054381504,
783.1646921434294,
864.6586584087509,
949.2682475583533,
1035.1766032588005,
1125.2495149384633,
1218.047210654655,
1315.6802847719387,
1415.099441487216,
1515.8196994120542,
1617.6853700760307
]
},
"1.2": {
"mean_track_error_km": {
"value": 470.1683227329181,
"storms": 230
},
"track_error_120h_km": {
"value": 1022.9686679865174,
"storms": 230
},
"direction_error_deg": {
"value": 35.008663500237326,
"storms": 230
},
"shape_similarity": {
"value": 0.880227238887145,
"storms": 230
},
"track_error_by_lead_km": [
48.00936024802012,
91.97411308450529,
131.2279581683132,
167.32238620520673,
201.3545994142221,
236.4041620555792,
272.8634618572267,
311.62044814780137,
353.54628740878155,
398.8030667186859,
448.4963800108917,
501.7638464578764,
557.7134662207559,
615.9415271471161,
677.1770146233011,
739.235914695639,
804.7389191190093,
874.8402182910024,
947.3646567979115,
1022.9686679865174
]
},
"deepmind": {
"mean_track_error_km": {
"value": 534.8619522162429,
"storms": 230
},
"track_error_120h_km": {
"value": 1082.253921983746,
"storms": 230
},
"direction_error_deg": {
"value": 41.2608569444939,
"storms": 230
},
"shape_similarity": {
"value": 0.8933690501351934,
"storms": 230
},
"track_error_by_lead_km": [
114.73579161496248,
150.05176773716605,
186.62578636599312,
230.15185300349486,
269.44361640486176,
308.8927597927205,
350.43195179308117,
393.53364129433595,
432.49137917943165,
476.05487406828956,
517.4587499637993,
564.5613200677591,
620.1750658120939,
679.1636664565294,
737.6134951348805,
794.3707077948451,
855.8112853459712,
927.6904921578597,
1005.7269183530368,
1082.2539219837458
]
}
},
"pressure": {
"JMA": {
"daily_cases": 0,
"storms": 0,
"common_lead_points": 0,
"models": {
"1.1": {
"mae_hpa": {
"value": null,
"storms": 0,
"daily_cases": 0
},
"curve_similarity": {
"value": null,
"storms": 0,
"daily_cases": 0
}
},
"1.2": {
"mae_hpa": {
"value": null,
"storms": 0,
"daily_cases": 0
},
"curve_similarity": {
"value": null,
"storms": 0,
"daily_cases": 0
}
},
"deepmind": {
"mae_hpa": {
"value": null,
"storms": 0,
"daily_cases": 0
},
"curve_similarity": {
"value": null,
"storms": 0,
"daily_cases": 0
}
}
}
},
"USA": {
"daily_cases": 0,
"storms": 0,
"common_lead_points": 0,
"models": {
"1.1": {
"mae_hpa": {
"value": null,
"storms": 0,
"daily_cases": 0
},
"curve_similarity": {
"value": null,
"storms": 0,
"daily_cases": 0
}
},
"1.2": {
"mae_hpa": {
"value": null,
"storms": 0,
"daily_cases": 0
},
"curve_similarity": {
"value": null,
"storms": 0,
"daily_cases": 0
}
},
"deepmind": {
"mae_hpa": {
"value": null,
"storms": 0,
"daily_cases": 0
},
"curve_similarity": {
"value": null,
"storms": 0,
"daily_cases": 0
}
}
}
}
}
}
},
"year_2024": {
"daily_issues": 76,
"storms": 22,
"daily_issue_percentage": 5.159538357094365,
"storm_percentage": 8.148148148148149,
"years": [
2024
],
"case_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75
],
"scores": {
"route": {
"1.1": {
"mean_track_error_km": {
"value": 851.069652650772,
"storms": 22
},
"track_error_120h_km": {
"value": 1716.8996534023747,
"storms": 22
},
"direction_error_deg": {
"value": 48.830011291962656,
"storms": 22
},
"shape_similarity": {
"value": 0.7689853663890921,
"storms": 22
},
"track_error_by_lead_km": [
75.84128578430085,
146.50681221461048,
220.69811486013256,
290.65592313474764,
367.8132540402448,
438.4677690351893,
512.5382692171562,
584.3729276005962,
665.284293874995,
754.7709840834777,
852.0303372586964,
947.944750486554,
1052.617727498743,
1149.912829874128,
1257.3077928348841,
1356.8602615806035,
1456.4428740423764,
1543.1489683678344,
1631.2782238237926,
1716.899653402374
]
},
"1.2": {
"mean_track_error_km": {
"value": 483.5122014599372,
"storms": 22
},
"track_error_120h_km": {
"value": 1132.4632948293836,
"storms": 22
},
"direction_error_deg": {
"value": 35.38865344733253,
"storms": 22
},
"shape_similarity": {
"value": 0.9061199534324835,
"storms": 22
},
"track_error_by_lead_km": [
49.09150874683278,
84.09210593828664,
114.24370109126707,
141.09471538601255,
173.7009974401082,
209.5794604324088,
251.45370314663168,
294.43956140634396,
340.88571107060386,
396.31768997158156,
445.79688240525445,
504.6446774791011,
561.5406567114486,
622.3233052894565,
694.6086502568785,
778.8725208152301,
869.8998539438417,
958.17313569473,
1047.0218971433453,
1132.4632948293834
]
},
"deepmind": {
"mean_track_error_km": {
"value": 312.9327101518539,
"storms": 22
},
"track_error_120h_km": {
"value": 790.9316045611957,
"storms": 22
},
"direction_error_deg": {
"value": 33.137944251888136,
"storms": 22
},
"shape_similarity": {
"value": 0.9355693909659393,
"storms": 22
},
"track_error_by_lead_km": [
54.58902658137272,
65.7462960768359,
73.52168962701263,
92.86859769504566,
96.373597880233,
96.75232249961837,
130.8129603276949,
167.88138846810426,
186.6687173578555,
243.44197871338855,
291.3827143837273,
321.38732871822793,
370.096826684578,
408.1607304153433,
445.2089287625335,
497.0321066830775,
568.7128037344056,
640.3582397485433,
716.7263441182849,
790.9316045611957
]
}
},
"pressure": {
"JMA": {
"daily_cases": 75,
"storms": 22,
"common_lead_points": 1463,
"models": {
"1.1": {
"mae_hpa": {
"value": 14.305578319402843,
"storms": 22,
"daily_cases": 75
},
"curve_similarity": {
"value": 0.7263270694972225,
"storms": 22,
"daily_cases": 75
}
},
"1.2": {
"mae_hpa": {
"value": 14.237999799728543,
"storms": 22,
"daily_cases": 75
},
"curve_similarity": {
"value": 0.7044854731789147,
"storms": 22,
"daily_cases": 75
}
},
"deepmind": {
"mae_hpa": {
"value": 10.723988313018564,
"storms": 22,
"daily_cases": 75
},
"curve_similarity": {
"value": 0.8291562895738808,
"storms": 22,
"daily_cases": 75
}
}
}
},
"USA": {
"daily_cases": 75,
"storms": 22,
"common_lead_points": 1296,
"models": {
"1.1": {
"mae_hpa": {
"value": 13.485648768964092,
"storms": 22,
"daily_cases": 75
},
"curve_similarity": {
"value": 0.7188777183776079,
"storms": 22,
"daily_cases": 73
}
},
"1.2": {
"mae_hpa": {
"value": 14.532223993455476,
"storms": 22,
"daily_cases": 75
},
"curve_similarity": {
"value": 0.6834798052872869,
"storms": 22,
"daily_cases": 73
}
},
"deepmind": {
"mae_hpa": {
"value": 13.65917529227191,
"storms": 22,
"daily_cases": 75
},
"curve_similarity": {
"value": 0.7463002937191867,
"storms": 22,
"daily_cases": 73
}
}
}
}
}
}
},
"after_2024": {
"daily_issues": 61,
"storms": 18,
"daily_issue_percentage": 4.141208418194162,
"storm_percentage": 6.666666666666667,
"years": [
2025,
2026
],
"case_indices": [
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128,
129,
130,
131,
132,
133,
134,
135,
136
],
"scores": {
"route": {
"1.1": {
"mean_track_error_km": {
"value": 963.0191970365182,
"storms": 18
},
"track_error_120h_km": {
"value": 1927.083631764508,
"storms": 18
},
"direction_error_deg": {
"value": 57.8772574074533,
"storms": 18
},
"shape_similarity": {
"value": 0.7099514872992113,
"storms": 18
},
"track_error_by_lead_km": [
81.8025678517714,
167.61543586590366,
249.46663673120304,
341.4339485262844,
442.3354666246499,
542.0573263548533,
638.5165035666296,
727.733656555558,
819.5783752861557,
914.1994229096217,
1005.4446386913846,
1092.2378665683639,
1183.1996106784654,
1276.0686383677994,
1358.781115767807,
1452.2852603050856,
1562.3157892739691,
1679.9702151039908,
1798.2578339363579,
1927.083631764508
]
},
"1.2": {
"mean_track_error_km": {
"value": 469.40221083866464,
"storms": 18
},
"track_error_120h_km": {
"value": 1019.115437578709,
"storms": 18
},
"direction_error_deg": {
"value": 33.813490658008476,
"storms": 18
},
"shape_similarity": {
"value": 0.9007149531588161,
"storms": 18
},
"track_error_by_lead_km": [
50.69021325356019,
88.9121274629723,
120.37932574202394,
156.76099181112943,
200.87826319453114,
247.11591543872177,
293.286386142183,
330.4964148606854,
367.85529009990427,
410.55564343641066,
463.41321358956753,
509.1475932923909,
562.0955928892587,
611.6495554072883,
663.130375481449,
716.2637314284851,
786.0488048665179,
851.5437432356528,
938.705597561852,
1019.1154375787087
]
},
"deepmind": {
"mean_track_error_km": {
"value": 258.6707762778929,
"storms": 18
},
"track_error_120h_km": {
"value": 683.1428345172344,
"storms": 18
},
"direction_error_deg": {
"value": 28.733081775997544,
"storms": 18
},
"shape_similarity": {
"value": 0.9568268841484324,
"storms": 18
},
"track_error_by_lead_km": [
54.126420805821375,
46.94163120408546,
58.86616680989597,
80.01116161375951,
93.91638926857053,
106.49906129637235,
112.15867842312555,
123.9315897743232,
138.03670561437082,
167.59619992636138,
203.0298648721001,
230.36392606108677,
278.05828409161444,
337.2959678761665,
391.0225226751433,
443.31147180196325,
483.90485020308813,
549.1520881611517,
592.0497105616223,
683.1428345172343
]
}
},
"pressure": {
"JMA": {
"daily_cases": 59,
"storms": 18,
"common_lead_points": 1174,
"models": {
"1.1": {
"mae_hpa": {
"value": 12.587267857142855,
"storms": 18,
"daily_cases": 59
},
"curve_similarity": {
"value": 0.6842816751130856,
"storms": 18,
"daily_cases": 59
}
},
"1.2": {
"mae_hpa": {
"value": 11.124838837640858,
"storms": 18,
"daily_cases": 59
},
"curve_similarity": {
"value": 0.7208424466529877,
"storms": 18,
"daily_cases": 59
}
},
"deepmind": {
"mae_hpa": {
"value": 9.554410767097337,
"storms": 18,
"daily_cases": 59
},
"curve_similarity": {
"value": 0.7839132382856023,
"storms": 18,
"daily_cases": 59
}
}
}
},
"USA": {
"daily_cases": 59,
"storms": 18,
"common_lead_points": 1029,
"models": {
"1.1": {
"mae_hpa": {
"value": 12.041161414819193,
"storms": 18,
"daily_cases": 59
},
"curve_similarity": {
"value": 0.7295482388430138,
"storms": 18,
"daily_cases": 58
}
},
"1.2": {
"mae_hpa": {
"value": 10.133820579981911,
"storms": 18,
"daily_cases": 59
},
"curve_similarity": {
"value": 0.6394734569751335,
"storms": 18,
"daily_cases": 58
}
},
"deepmind": {
"mae_hpa": {
"value": 8.96523730598073,
"storms": 18,
"daily_cases": 59
},
"curve_similarity": {
"value": 0.7423907051779878,
"storms": 18,
"daily_cases": 58
}
}
}
}
}
}
}
},
"source_hashes": {
"archive_sha256": "602425d3ff9284cce44fee4d3a75f50354b6e3f26f391f5402f72afabd762d45",
"publication_audit_sha256": "52c767b46452a29341c024f24a774328ed6fd4169f5f28e923a81e01c641b222",
"snapshot_sha256": "adff1baa1dbc38a6b443cfdd436cd7d4893c04241355c9eaf5004f439ce469a4",
"protocol.json": "91b31582f24ffdd4f2309eddb0cc68498a2c31cab7cbabaf06f43dfbff413606",
"verification.json": "8f29a767ab5db61cf6773f5806cc110789329b04db48361715e5b4c295545c89",
"case-manifest.json": "30d35cfb79e809227fd0d255f9b5173ad18e781c7450ed4bbf0211553f8e63bd",
"benchmark.json": "85a0965b7a87d400ccad67b437d05b2ac651055b8f4a473ff30fdd85ac778645"
},
"verified_case_score_files": 1473,
"aggregation": "Valid leads within day, days within storm, then equal storm weight; identical original masks.",
"proportion_definition": "Fractions of evaluation starts and storms, not proportions of model training data.",
"pressure_definition": "Agency-specific central-pressure MAE/centred time-curve similarity, not map-grid MAE.",
"missing_results_scored_as_zero": 0,
"new_inference_performed": false,
"model_weights_changed": false,
"forecast_arrays_modified": false,
"raw_inputs_reaudited": false,
"notes": [
"Historical years overlap Mini fitting years; do not call the combined cohort an unused temporal test.",
"2024 is already after the checkpoint training cutoff, but is excluded from strict >2024.",
"All-time pressure has smaller valid coverage than all-time track; counts are metric-specific.",
"Different causal input pipelines and 50-member 1.2 versus one-member Mini; not an equal-compute comparison.",
"Post-2024 dates alone do not certify an untouched holdout across earlier development experiments."
]
}