{ "dataset": "storm", "source": "gaia.md", "total_flags": 639, "files_flagged": 10, "findings": [ { "file": "storm-events/StormEvents_details-ftp_v1.0_d2023_c20260116.csv", "flags": [ { "column": "BEGIN_DAY = END_DAY", "finding": "57544/75593 rows (76%) have identical values" }, { "column": "BEGIN_TIME = END_TIME", "finding": "29726/75593 rows (39%) have identical values" }, { "column": "BEGIN_TIME = INJURIES_DIRECT", "finding": "7722/75593 rows (10%) have identical values" }, { "column": "BEGIN_TIME = INJURIES_INDIRECT", "finding": "7726/75593 rows (10%) have identical values" }, { "column": "BEGIN_TIME = DEATHS_DIRECT", "finding": "7664/75593 rows (10%) have identical values" }, { "column": "BEGIN_TIME = DEATHS_INDIRECT", "finding": "7695/75593 rows (10%) have identical values" }, { "column": "INJURIES_DIRECT = INJURIES_INDIRECT", "finding": "75120/75593 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_DIRECT", "finding": "74883/75593 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_INDIRECT", "finding": "75085/75593 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = BEGIN_RANGE", "finding": "6605/45450 rows (15%) have identical values" }, { "column": "INJURIES_DIRECT = END_RANGE", "finding": "6517/45450 rows (14%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_DIRECT", "finding": "75002/75593 rows (99%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_INDIRECT", "finding": "75358/75593 rows (100%) have identical values" }, { "column": "INJURIES_INDIRECT = BEGIN_RANGE", "finding": "6575/45450 rows (14%) have identical values" }, { "column": "INJURIES_INDIRECT = END_RANGE", "finding": "6480/45450 rows (14%) have identical values" }, { "column": "DEATHS_DIRECT = DEATHS_INDIRECT", "finding": "75041/75593 rows (99%) have identical values" }, { "column": "DEATHS_DIRECT = BEGIN_RANGE", "finding": "6589/45450 rows (14%) have identical values" }, { "column": "DEATHS_DIRECT = END_RANGE", "finding": "6503/45450 rows (14%) have identical values" }, { "column": "DEATHS_INDIRECT = BEGIN_RANGE", "finding": "6571/45450 rows (14%) have identical values" }, { "column": "DEATHS_INDIRECT = END_RANGE", "finding": "6480/45450 rows (14%) have identical values" }, { "column": "BEGIN_RANGE = END_RANGE", "finding": "41158/45450 rows (91%) have identical values" }, { "column": "BEGIN_DAY", "finding": "10168 values (13%) are exact powers of 10" }, { "column": "BEGIN_TIME", "finding": "51% of integer values end in 0 (expected ~10%)" }, { "column": "BEGIN_TIME", "finding": "37% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_TIME", "finding": "65% of values are multiples of 5 (expected ~20%)" }, { "column": "BEGIN_TIME", "finding": "trailing digit 0 appears 51% of the time (expected ~10%)" }, { "column": "END_TIME", "finding": "44% of integer values end in 0 (expected ~10%)" }, { "column": "END_TIME", "finding": "30% of integer values end in 00 (expected ~1%)" }, { "column": "END_TIME", "finding": "56% of values are multiples of 5 (expected ~20%)" }, { "column": "END_TIME", "finding": "trailing digit 0 appears 44% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_DIRECT", "finding": "184 values (50%) are exact powers of 10" }, { "column": "INJURIES_DIRECT", "finding": "trailing digit 0 appears 100% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "value '0' appears 75226 times (100% of all values, 422.6x the next most common)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_INDIRECT", "finding": "58 values (50%) are exact powers of 10" }, { "column": "INJURIES_INDIRECT", "finding": "value '0' appears 75478 times (100% of all values, 1347.8x the next most common)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_DIRECT", "finding": "355 values (74%) are exact powers of 10" }, { "column": "DEATHS_DIRECT", "finding": "trailing digit 0 appears 99% of the time (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "value '0' appears 75112 times (99% of all values, 212.8x the next most common)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_INDIRECT", "finding": "100 values (68%) are exact powers of 10" }, { "column": "DEATHS_INDIRECT", "finding": "trailing digit 0 appears 100% of the time (expected ~10%)" }, { "column": "DEATHS_INDIRECT", "finding": "value '0' appears 75445 times (100% of all values, 777.8x the next most common)" }, { "column": "DAMAGE_PROPERTY", "finding": "value '0.00K' appears 44097 times (76% of all values, 15.4x the next most common)" }, { "column": "DAMAGE_CROPS", "finding": "value '0.00K' appears 56187 times (98% of all values, 161.5x the next most common)" }, { "column": "MAGNITUDE", "finding": "4754 values (12%) are exact powers of 10" }, { "column": "MAGNITUDE", "finding": "trailing digit 0 appears 26% of the time (expected ~10%)" }, { "column": "FLOOD_CAUSE", "finding": "value 'Heavy Rain' appears 5690 times (86% of all values, 8.7x the next most common)" }, { "column": "TOR_WIDTH", "finding": "79% of integer values end in 0 (expected ~10%)" }, { "column": "TOR_WIDTH", "finding": "32% of integer values end in 00 (expected ~1%)" }, { "column": "TOR_WIDTH", "finding": "98% of values are multiples of 5 (expected ~20%)" }, { "column": "TOR_WIDTH", "finding": "254 values (17%) are exact powers of 10" }, { "column": "BEGIN_RANGE", "finding": "18125 values (47%) are exact powers of 10" }, { "column": "BEGIN_RANGE", "finding": "trailing digit 1 appears 40% of the time (expected ~10%)" }, { "column": "END_RANGE", "finding": "18132 values (47%) are exact powers of 10" }, { "column": "END_RANGE", "finding": "trailing digit 1 appears 40% of the time (expected ~10%)" } ] }, { "file": "storm-events/StormEvents_details-ftp_v1.0_d2024_c20260116.csv", "flags": [ { "column": "BEGIN_DAY = END_DAY", "finding": "54206/69801 rows (78%) have identical values" }, { "column": "BEGIN_TIME = END_TIME", "finding": "26912/69801 rows (39%) have identical values" }, { "column": "INJURIES_DIRECT = INJURIES_INDIRECT", "finding": "69349/69801 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_DIRECT", "finding": "69093/69801 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_INDIRECT", "finding": "69268/69801 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = BEGIN_RANGE", "finding": "5772/42190 rows (14%) have identical values" }, { "column": "INJURIES_DIRECT = END_RANGE", "finding": "5733/42190 rows (14%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_DIRECT", "finding": "69235/69801 rows (99%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_INDIRECT", "finding": "69543/69801 rows (100%) have identical values" }, { "column": "INJURIES_INDIRECT = BEGIN_RANGE", "finding": "5735/42190 rows (14%) have identical values" }, { "column": "INJURIES_INDIRECT = END_RANGE", "finding": "5692/42190 rows (13%) have identical values" }, { "column": "DEATHS_DIRECT = DEATHS_INDIRECT", "finding": "69219/69801 rows (99%) have identical values" }, { "column": "DEATHS_DIRECT = BEGIN_RANGE", "finding": "5764/42190 rows (14%) have identical values" }, { "column": "DEATHS_DIRECT = END_RANGE", "finding": "5730/42190 rows (14%) have identical values" }, { "column": "DEATHS_INDIRECT = BEGIN_RANGE", "finding": "5741/42190 rows (14%) have identical values" }, { "column": "DEATHS_INDIRECT = END_RANGE", "finding": "5693/42190 rows (13%) have identical values" }, { "column": "BEGIN_RANGE = END_RANGE", "finding": "37508/42190 rows (89%) have identical values" }, { "column": "BEGIN_TIME", "finding": "51% of integer values end in 0 (expected ~10%)" }, { "column": "BEGIN_TIME", "finding": "37% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_TIME", "finding": "64% of values are multiples of 5 (expected ~20%)" }, { "column": "BEGIN_TIME", "finding": "trailing digit 0 appears 51% of the time (expected ~10%)" }, { "column": "END_TIME", "finding": "46% of integer values end in 0 (expected ~10%)" }, { "column": "END_TIME", "finding": "32% of integer values end in 00 (expected ~1%)" }, { "column": "END_TIME", "finding": "59% of values are multiples of 5 (expected ~20%)" }, { "column": "END_TIME", "finding": "trailing digit 0 appears 46% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "99% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_DIRECT", "finding": "186 values (52%) are exact powers of 10" }, { "column": "INJURIES_DIRECT", "finding": "trailing digit 0 appears 100% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "value '0' appears 69446 times (99% of all values, 385.8x the next most common)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_INDIRECT", "finding": "46 values (46%) are exact powers of 10" }, { "column": "INJURIES_INDIRECT", "finding": "trailing digit 0 appears 100% of the time (expected ~10%)" }, { "column": "INJURIES_INDIRECT", "finding": "value '0' appears 69700 times (100% of all values, 1584.1x the next most common)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_DIRECT", "finding": "352 values (75%) are exact powers of 10" }, { "column": "DEATHS_DIRECT", "finding": "trailing digit 0 appears 99% of the time (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "value '0' appears 69331 times (99% of all values, 197.0x the next most common)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_INDIRECT", "finding": "124 values (67%) are exact powers of 10" }, { "column": "DEATHS_INDIRECT", "finding": "value '0' appears 69617 times (100% of all values, 561.4x the next most common)" }, { "column": "DAMAGE_PROPERTY", "finding": "value '0.00K' appears 40493 times (74% of all values, 13.7x the next most common)" }, { "column": "DAMAGE_CROPS", "finding": "value '0.00K' appears 53236 times (98% of all values, 133.1x the next most common)" }, { "column": "MAGNITUDE", "finding": "trailing digit 0 appears 28% of the time (expected ~10%)" }, { "column": "FLOOD_CAUSE", "finding": "value 'Heavy Rain' appears 6560 times (90% of all values, 11.3x the next most common)" }, { "column": "TOR_WIDTH", "finding": "81% of integer values end in 0 (expected ~10%)" }, { "column": "TOR_WIDTH", "finding": "32% of integer values end in 00 (expected ~1%)" }, { "column": "TOR_WIDTH", "finding": "98% of values are multiples of 5 (expected ~20%)" }, { "column": "TOR_WIDTH", "finding": "322 values (15%) are exact powers of 10" }, { "column": "TOR_WIDTH", "finding": "trailing digit 0 appears 81% of the time (expected ~10%)" }, { "column": "BEGIN_RANGE", "finding": "16975 values (47%) are exact powers of 10" }, { "column": "BEGIN_RANGE", "finding": "trailing digit 1 appears 40% of the time (expected ~10%)" }, { "column": "END_RANGE", "finding": "16914 values (46%) are exact powers of 10" }, { "column": "END_RANGE", "finding": "trailing digit 1 appears 40% of the time (expected ~10%)" } ] }, { "file": "storm-events/StormEvents_details-ftp_v1.0_d2022_c20250721.csv", "flags": [ { "column": "BEGIN_DAY = END_DAY", "finding": "48875/69887 rows (70%) have identical values" }, { "column": "BEGIN_TIME = END_TIME", "finding": "24656/69887 rows (35%) have identical values" }, { "column": "BEGIN_TIME = INJURIES_DIRECT", "finding": "8961/69887 rows (13%) have identical values" }, { "column": "BEGIN_TIME = INJURIES_INDIRECT", "finding": "8962/69887 rows (13%) have identical values" }, { "column": "BEGIN_TIME = DEATHS_DIRECT", "finding": "8909/69887 rows (13%) have identical values" }, { "column": "BEGIN_TIME = DEATHS_INDIRECT", "finding": "8932/69887 rows (13%) have identical values" }, { "column": "INJURIES_DIRECT = INJURIES_INDIRECT", "finding": "69472/69887 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_DIRECT", "finding": "69295/69887 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_INDIRECT", "finding": "69398/69887 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = BEGIN_RANGE", "finding": "5845/35851 rows (16%) have identical values" }, { "column": "INJURIES_DIRECT = END_RANGE", "finding": "5817/35851 rows (16%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_DIRECT", "finding": "69349/69887 rows (99%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_INDIRECT", "finding": "69592/69887 rows (100%) have identical values" }, { "column": "INJURIES_INDIRECT = BEGIN_RANGE", "finding": "5810/35851 rows (16%) have identical values" }, { "column": "INJURIES_INDIRECT = END_RANGE", "finding": "5776/35851 rows (16%) have identical values" }, { "column": "DEATHS_DIRECT = DEATHS_INDIRECT", "finding": "69333/69887 rows (99%) have identical values" }, { "column": "DEATHS_DIRECT = BEGIN_RANGE", "finding": "5834/35851 rows (16%) have identical values" }, { "column": "DEATHS_DIRECT = END_RANGE", "finding": "5806/35851 rows (16%) have identical values" }, { "column": "DEATHS_INDIRECT = BEGIN_RANGE", "finding": "5809/35851 rows (16%) have identical values" }, { "column": "DEATHS_INDIRECT = END_RANGE", "finding": "5776/35851 rows (16%) have identical values" }, { "column": "BEGIN_RANGE = END_RANGE", "finding": "32215/35851 rows (90%) have identical values" }, { "column": "BEGIN_DAY", "finding": "10083 values (14%) are exact powers of 10" }, { "column": "BEGIN_DAY", "finding": "trailing digit 1 appears 20% of the time (expected ~10%)" }, { "column": "BEGIN_TIME", "finding": "57% of integer values end in 0 (expected ~10%)" }, { "column": "BEGIN_TIME", "finding": "43% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_TIME", "finding": "69% of values are multiples of 5 (expected ~20%)" }, { "column": "BEGIN_TIME", "finding": "trailing digit 0 appears 57% of the time (expected ~10%)" }, { "column": "END_TIME", "finding": "47% of integer values end in 0 (expected ~10%)" }, { "column": "END_TIME", "finding": "34% of integer values end in 00 (expected ~1%)" }, { "column": "END_TIME", "finding": "59% of values are multiples of 5 (expected ~20%)" }, { "column": "END_TIME", "finding": "trailing digit 0 appears 47% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_DIRECT", "finding": "177 values (60%) are exact powers of 10" }, { "column": "INJURIES_DIRECT", "finding": "trailing digit 0 appears 100% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "value '0' appears 69594 times (100% of all values, 402.3x the next most common)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_INDIRECT", "finding": "66 values (50%) are exact powers of 10" }, { "column": "INJURIES_INDIRECT", "finding": "value '0' appears 69756 times (100% of all values, 1107.2x the next most common)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_DIRECT", "finding": "295 values (71%) are exact powers of 10" }, { "column": "DEATHS_DIRECT", "finding": "trailing digit 0 appears 99% of the time (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "value '0' appears 69472 times (99% of all values, 237.1x the next most common)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_INDIRECT", "finding": "134 values (68%) are exact powers of 10" }, { "column": "DEATHS_INDIRECT", "finding": "trailing digit 0 appears 100% of the time (expected ~10%)" }, { "column": "DEATHS_INDIRECT", "finding": "value '0' appears 69690 times (100% of all values, 520.1x the next most common)" }, { "column": "DAMAGE_PROPERTY", "finding": "value '0.00K' appears 42148 times (79% of all values, 20.3x the next most common)" }, { "column": "DAMAGE_CROPS", "finding": "value '0.00K' appears 53140 times (98% of all values, 253.0x the next most common)" }, { "column": "MAGNITUDE", "finding": "30% of integer values end in 0 (expected ~10%)" }, { "column": "MAGNITUDE", "finding": "trailing digit 0 appears 30% of the time (expected ~10%)" }, { "column": "FLOOD_CAUSE", "finding": "value 'Heavy Rain' appears 4852 times (93% of all values, 30.3x the next most common)" }, { "column": "TOR_WIDTH", "finding": "83% of integer values end in 0 (expected ~10%)" }, { "column": "TOR_WIDTH", "finding": "33% of integer values end in 00 (expected ~1%)" }, { "column": "TOR_WIDTH", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "TOR_WIDTH", "finding": "241 values (17%) are exact powers of 10" }, { "column": "BEGIN_RANGE", "finding": "16% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_RANGE", "finding": "13920 values (46%) are exact powers of 10" }, { "column": "BEGIN_RANGE", "finding": "trailing digit 1 appears 39% of the time (expected ~10%)" }, { "column": "END_RANGE", "finding": "16% of integer values end in 00 (expected ~1%)" }, { "column": "END_RANGE", "finding": "13814 values (46%) are exact powers of 10" }, { "column": "END_RANGE", "finding": "trailing digit 1 appears 38% of the time (expected ~10%)" } ] }, { "file": "storm-events/StormEvents_details-ftp_v1.0_d2019_c20260116.csv", "flags": [ { "column": "BEGIN_DAY = END_DAY", "finding": "51447/67864 rows (76%) have identical values" }, { "column": "BEGIN_TIME = END_TIME", "finding": "27365/67864 rows (40%) have identical values" }, { "column": "INJURIES_DIRECT = INJURIES_INDIRECT", "finding": "67451/67864 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_DIRECT", "finding": "67228/67864 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_INDIRECT", "finding": "67394/67864 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = BEGIN_RANGE", "finding": "7096/43516 rows (16%) have identical values" }, { "column": "INJURIES_DIRECT = END_RANGE", "finding": "6807/43516 rows (16%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_DIRECT", "finding": "67364/67864 rows (99%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_INDIRECT", "finding": "67632/67864 rows (100%) have identical values" }, { "column": "INJURIES_INDIRECT = BEGIN_RANGE", "finding": "7079/43516 rows (16%) have identical values" }, { "column": "INJURIES_INDIRECT = END_RANGE", "finding": "6783/43516 rows (16%) have identical values" }, { "column": "DEATHS_DIRECT = DEATHS_INDIRECT", "finding": "67330/67864 rows (99%) have identical values" }, { "column": "DEATHS_DIRECT = BEGIN_RANGE", "finding": "7102/43516 rows (16%) have identical values" }, { "column": "DEATHS_DIRECT = END_RANGE", "finding": "6809/43516 rows (16%) have identical values" }, { "column": "DEATHS_INDIRECT = BEGIN_RANGE", "finding": "7074/43516 rows (16%) have identical values" }, { "column": "DEATHS_INDIRECT = END_RANGE", "finding": "6776/43516 rows (16%) have identical values" }, { "column": "BEGIN_RANGE = END_RANGE", "finding": "37039/43516 rows (85%) have identical values" }, { "column": "BEGIN_TIME", "finding": "51% of integer values end in 0 (expected ~10%)" }, { "column": "BEGIN_TIME", "finding": "37% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_TIME", "finding": "65% of values are multiples of 5 (expected ~20%)" }, { "column": "BEGIN_TIME", "finding": "trailing digit 0 appears 51% of the time (expected ~10%)" }, { "column": "END_TIME", "finding": "48% of integer values end in 0 (expected ~10%)" }, { "column": "END_TIME", "finding": "34% of integer values end in 00 (expected ~1%)" }, { "column": "END_TIME", "finding": "62% of values are multiples of 5 (expected ~20%)" }, { "column": "END_TIME", "finding": "trailing digit 0 appears 48% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_DIRECT", "finding": "176 values (57%) are exact powers of 10" }, { "column": "INJURIES_DIRECT", "finding": "trailing digit 0 appears 100% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "value '0' appears 67554 times (100% of all values, 390.5x the next most common)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_INDIRECT", "finding": "39 values (37%) are exact powers of 10" }, { "column": "INJURIES_INDIRECT", "finding": "value '0' appears 67758 times (100% of all values, 1783.1x the next most common)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_DIRECT", "finding": "325 values (82%) are exact powers of 10" }, { "column": "DEATHS_DIRECT", "finding": "value '0' appears 67467 times (99% of all values, 207.6x the next most common)" }, { "column": "DAMAGE_PROPERTY", "finding": "value '0.00K' appears 40555 times (74% of all values, 19.0x the next most common)" }, { "column": "DAMAGE_CROPS", "finding": "value '0.00K' appears 54249 times (99% of all values, 393.1x the next most common)" }, { "column": "MAGNITUDE", "finding": "32% of integer values end in 0 (expected ~10%)" }, { "column": "MAGNITUDE", "finding": "3804 values (11%) are exact powers of 10" }, { "column": "MAGNITUDE", "finding": "trailing digit 0 appears 32% of the time (expected ~10%)" }, { "column": "FLOOD_CAUSE", "finding": "value 'Heavy Rain' appears 7827 times (85% of all values, 7.4x the next most common)" }, { "column": "TOR_WIDTH", "finding": "81% of integer values end in 0 (expected ~10%)" }, { "column": "TOR_WIDTH", "finding": "30% of integer values end in 00 (expected ~1%)" }, { "column": "TOR_WIDTH", "finding": "98% of values are multiples of 5 (expected ~20%)" }, { "column": "TOR_WIDTH", "finding": "257 values (15%) are exact powers of 10" }, { "column": "TOR_WIDTH", "finding": "trailing digit 0 appears 81% of the time (expected ~10%)" }, { "column": "BEGIN_RANGE", "finding": "16% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_RANGE", "finding": "17033 values (47%) are exact powers of 10" }, { "column": "BEGIN_RANGE", "finding": "trailing digit 1 appears 39% of the time (expected ~10%)" }, { "column": "END_RANGE", "finding": "16% of integer values end in 00 (expected ~1%)" }, { "column": "END_RANGE", "finding": "17053 values (46%) are exact powers of 10" }, { "column": "END_RANGE", "finding": "trailing digit 1 appears 39% of the time (expected ~10%)" } ] }, { "file": "storm-events/StormEvents_details-ftp_v1.0_d2021_c20250520.csv", "flags": [ { "column": "BEGIN_DAY = END_DAY", "finding": "44499/61389 rows (72%) have identical values" }, { "column": "BEGIN_TIME = END_TIME", "finding": "22893/61389 rows (37%) have identical values" }, { "column": "INJURIES_DIRECT = INJURIES_INDIRECT", "finding": "61045/61389 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_DIRECT", "finding": "60745/61389 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_INDIRECT", "finding": "60953/61389 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = BEGIN_RANGE", "finding": "5911/35117 rows (17%) have identical values" }, { "column": "INJURIES_DIRECT = END_RANGE", "finding": "5836/35117 rows (17%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_DIRECT", "finding": "60837/61389 rows (99%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_INDIRECT", "finding": "61179/61389 rows (100%) have identical values" }, { "column": "INJURIES_INDIRECT = BEGIN_RANGE", "finding": "5895/35117 rows (17%) have identical values" }, { "column": "INJURIES_INDIRECT = END_RANGE", "finding": "5820/35117 rows (17%) have identical values" }, { "column": "DEATHS_DIRECT = DEATHS_INDIRECT", "finding": "60780/61389 rows (99%) have identical values" }, { "column": "DEATHS_DIRECT = BEGIN_RANGE", "finding": "5915/35117 rows (17%) have identical values" }, { "column": "DEATHS_DIRECT = END_RANGE", "finding": "5841/35117 rows (17%) have identical values" }, { "column": "DEATHS_INDIRECT = BEGIN_RANGE", "finding": "5896/35117 rows (17%) have identical values" }, { "column": "DEATHS_INDIRECT = END_RANGE", "finding": "5818/35117 rows (17%) have identical values" }, { "column": "BEGIN_RANGE = END_RANGE", "finding": "30666/35117 rows (87%) have identical values" }, { "column": "BEGIN_YEARMONTH", "finding": "trailing digit 2 appears 22% of the time (expected ~10%)" }, { "column": "BEGIN_DAY", "finding": "9318 values (15%) are exact powers of 10" }, { "column": "BEGIN_TIME", "finding": "53% of integer values end in 0 (expected ~10%)" }, { "column": "BEGIN_TIME", "finding": "39% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_TIME", "finding": "67% of values are multiples of 5 (expected ~20%)" }, { "column": "BEGIN_TIME", "finding": "trailing digit 0 appears 53% of the time (expected ~10%)" }, { "column": "END_YEARMONTH", "finding": "trailing digit 2 appears 22% of the time (expected ~10%)" }, { "column": "END_TIME", "finding": "47% of integer values end in 0 (expected ~10%)" }, { "column": "END_TIME", "finding": "33% of integer values end in 00 (expected ~1%)" }, { "column": "END_TIME", "finding": "60% of values are multiples of 5 (expected ~20%)" }, { "column": "END_TIME", "finding": "trailing digit 0 appears 47% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_DIRECT", "finding": "161 values (59%) are exact powers of 10" }, { "column": "INJURIES_DIRECT", "finding": "trailing digit 0 appears 100% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "value '0' appears 61117 times (100% of all values, 391.8x the next most common)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_INDIRECT", "finding": "38 values (50%) are exact powers of 10" }, { "column": "INJURIES_INDIRECT", "finding": "trailing digit 0 appears 100% of the time (expected ~10%)" }, { "column": "INJURIES_INDIRECT", "finding": "value '0' appears 61313 times (100% of all values, 1613.5x the next most common)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_DIRECT", "finding": "365 values (75%) are exact powers of 10" }, { "column": "DEATHS_DIRECT", "finding": "trailing digit 0 appears 99% of the time (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "value '0' appears 60904 times (99% of all values, 166.9x the next most common)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_INDIRECT", "finding": "122 values (71%) are exact powers of 10" }, { "column": "DEATHS_INDIRECT", "finding": "value '0' appears 61216 times (100% of all values, 501.8x the next most common)" }, { "column": "DAMAGE_PROPERTY", "finding": "value '0.00K' appears 37258 times (76% of all values, 21.7x the next most common)" }, { "column": "DAMAGE_CROPS", "finding": "value '0.00K' appears 48177 times (99% of all values, 430.2x the next most common)" }, { "column": "MAGNITUDE", "finding": "30% of integer values end in 0 (expected ~10%)" }, { "column": "MAGNITUDE", "finding": "trailing digit 0 appears 30% of the time (expected ~10%)" }, { "column": "FLOOD_CAUSE", "finding": "value 'Heavy Rain' appears 6680 times (95% of all values, 38.4x the next most common)" }, { "column": "TOR_WIDTH", "finding": "79% of integer values end in 0 (expected ~10%)" }, { "column": "TOR_WIDTH", "finding": "28% of integer values end in 00 (expected ~1%)" }, { "column": "TOR_WIDTH", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "TOR_WIDTH", "finding": "262 values (17%) are exact powers of 10" }, { "column": "BEGIN_RANGE", "finding": "17% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_RANGE", "finding": "13969 values (48%) are exact powers of 10" }, { "column": "BEGIN_RANGE", "finding": "trailing digit 1 appears 40% of the time (expected ~10%)" }, { "column": "END_RANGE", "finding": "17% of integer values end in 00 (expected ~1%)" }, { "column": "END_RANGE", "finding": "13883 values (47%) are exact powers of 10" }, { "column": "END_RANGE", "finding": "trailing digit 1 appears 39% of the time (expected ~10%)" } ] }, { "file": "storm-events/StormEvents_details-ftp_v1.0_d2020_c20260116.csv", "flags": [ { "column": "BEGIN_DAY = END_DAY", "finding": "48490/61281 rows (79%) have identical values" }, { "column": "BEGIN_TIME = END_TIME", "finding": "26082/61281 rows (43%) have identical values" }, { "column": "INJURIES_DIRECT = INJURIES_INDIRECT", "finding": "60907/61281 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_DIRECT", "finding": "60709/61281 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_INDIRECT", "finding": "60899/61281 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = BEGIN_RANGE", "finding": "7069/39764 rows (18%) have identical values" }, { "column": "INJURIES_DIRECT = END_RANGE", "finding": "6959/39764 rows (18%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_DIRECT", "finding": "60819/61281 rows (99%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_INDIRECT", "finding": "61137/61281 rows (100%) have identical values" }, { "column": "INJURIES_INDIRECT = BEGIN_RANGE", "finding": "7051/39764 rows (18%) have identical values" }, { "column": "INJURIES_INDIRECT = END_RANGE", "finding": "6941/39764 rows (17%) have identical values" }, { "column": "DEATHS_DIRECT = DEATHS_INDIRECT", "finding": "60812/61281 rows (99%) have identical values" }, { "column": "DEATHS_DIRECT = BEGIN_RANGE", "finding": "7076/39764 rows (18%) have identical values" }, { "column": "DEATHS_DIRECT = END_RANGE", "finding": "6970/39764 rows (18%) have identical values" }, { "column": "DEATHS_INDIRECT = BEGIN_RANGE", "finding": "7050/39764 rows (18%) have identical values" }, { "column": "DEATHS_INDIRECT = END_RANGE", "finding": "6940/39764 rows (17%) have identical values" }, { "column": "BEGIN_RANGE = END_RANGE", "finding": "35455/39764 rows (89%) have identical values" }, { "column": "BEGIN_DAY", "finding": "6913 values (11%) are exact powers of 10" }, { "column": "BEGIN_TIME", "finding": "49% of integer values end in 0 (expected ~10%)" }, { "column": "BEGIN_TIME", "finding": "33% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_TIME", "finding": "63% of values are multiples of 5 (expected ~20%)" }, { "column": "BEGIN_TIME", "finding": "trailing digit 0 appears 49% of the time (expected ~10%)" }, { "column": "END_TIME", "finding": "45% of integer values end in 0 (expected ~10%)" }, { "column": "END_TIME", "finding": "31% of integer values end in 00 (expected ~1%)" }, { "column": "END_TIME", "finding": "59% of values are multiples of 5 (expected ~20%)" }, { "column": "END_TIME", "finding": "trailing digit 0 appears 45% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_DIRECT", "finding": "159 values (56%) are exact powers of 10" }, { "column": "INJURIES_DIRECT", "finding": "trailing digit 0 appears 100% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "value '0' appears 60995 times (100% of all values, 386.0x the next most common)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_INDIRECT", "finding": "51 values (54%) are exact powers of 10" }, { "column": "INJURIES_INDIRECT", "finding": "trailing digit 0 appears 100% of the time (expected ~10%)" }, { "column": "INJURIES_INDIRECT", "finding": "value '0' appears 61187 times (100% of all values, 1274.7x the next most common)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_DIRECT", "finding": "282 values (75%) are exact powers of 10" }, { "column": "DEATHS_DIRECT", "finding": "trailing digit 0 appears 99% of the time (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "value '0' appears 60906 times (99% of all values, 216.0x the next most common)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_INDIRECT", "finding": "75 values (77%) are exact powers of 10" }, { "column": "DEATHS_INDIRECT", "finding": "value '0' appears 61184 times (100% of all values, 815.8x the next most common)" }, { "column": "DAMAGE_PROPERTY", "finding": "value '0.00K' appears 36065 times (74% of all values, 21.0x the next most common)" }, { "column": "DAMAGE_CROPS", "finding": "value '0.00K' appears 48380 times (98% of all values, 488.7x the next most common)" }, { "column": "MAGNITUDE", "finding": "32% of integer values end in 0 (expected ~10%)" }, { "column": "MAGNITUDE", "finding": "trailing digit 0 appears 32% of the time (expected ~10%)" }, { "column": "FLOOD_CAUSE", "finding": "value 'Heavy Rain' appears 5919 times (93% of all values, 24.1x the next most common)" }, { "column": "TOR_WIDTH", "finding": "82% of integer values end in 0 (expected ~10%)" }, { "column": "TOR_WIDTH", "finding": "31% of integer values end in 00 (expected ~1%)" }, { "column": "TOR_WIDTH", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "TOR_WIDTH", "finding": "183 values (15%) are exact powers of 10" }, { "column": "TOR_OTHER_WFO", "finding": "value 'JAN' appears 35 times (21% of all values, 3.2x the next most common)" }, { "column": "BEGIN_RANGE", "finding": "18% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_RANGE", "finding": "15748 values (48%) are exact powers of 10" }, { "column": "BEGIN_RANGE", "finding": "trailing digit 1 appears 40% of the time (expected ~10%)" }, { "column": "END_RANGE", "finding": "17% of integer values end in 00 (expected ~1%)" }, { "column": "END_RANGE", "finding": "15659 values (48%) are exact powers of 10" }, { "column": "END_RANGE", "finding": "trailing digit 1 appears 39% of the time (expected ~10%)" } ] }, { "file": "storm-events/StormEvents_details-ftp_v1.0_d2018_c20260116.csv", "flags": [ { "column": "BEGIN_DAY = END_DAY", "finding": "46512/62699 rows (74%) have identical values" }, { "column": "BEGIN_TIME = END_TIME", "finding": "21805/62699 rows (35%) have identical values" }, { "column": "INJURIES_DIRECT = INJURIES_INDIRECT", "finding": "62266/62699 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_DIRECT", "finding": "62039/62699 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_INDIRECT", "finding": "62176/62699 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = BEGIN_RANGE", "finding": "6347/38106 rows (17%) have identical values" }, { "column": "INJURIES_DIRECT = END_RANGE", "finding": "6012/38106 rows (16%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_DIRECT", "finding": "62163/62699 rows (99%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_INDIRECT", "finding": "62417/62699 rows (100%) have identical values" }, { "column": "INJURIES_INDIRECT = BEGIN_RANGE", "finding": "6308/38106 rows (17%) have identical values" }, { "column": "INJURIES_INDIRECT = END_RANGE", "finding": "5973/38106 rows (16%) have identical values" }, { "column": "DEATHS_DIRECT = DEATHS_INDIRECT", "finding": "62114/62699 rows (99%) have identical values" }, { "column": "DEATHS_DIRECT = BEGIN_RANGE", "finding": "6335/38106 rows (17%) have identical values" }, { "column": "DEATHS_DIRECT = END_RANGE", "finding": "6000/38106 rows (16%) have identical values" }, { "column": "DEATHS_INDIRECT = BEGIN_RANGE", "finding": "6299/38106 rows (17%) have identical values" }, { "column": "DEATHS_INDIRECT = END_RANGE", "finding": "5964/38106 rows (16%) have identical values" }, { "column": "BEGIN_RANGE = END_RANGE", "finding": "32343/38106 rows (85%) have identical values" }, { "column": "BEGIN_DAY", "finding": "7260 values (12%) are exact powers of 10" }, { "column": "BEGIN_TIME", "finding": "55% of integer values end in 0 (expected ~10%)" }, { "column": "BEGIN_TIME", "finding": "40% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_TIME", "finding": "69% of values are multiples of 5 (expected ~20%)" }, { "column": "BEGIN_TIME", "finding": "trailing digit 0 appears 55% of the time (expected ~10%)" }, { "column": "END_TIME", "finding": "51% of integer values end in 0 (expected ~10%)" }, { "column": "END_TIME", "finding": "36% of integer values end in 00 (expected ~1%)" }, { "column": "END_TIME", "finding": "65% of values are multiples of 5 (expected ~20%)" }, { "column": "END_TIME", "finding": "trailing digit 0 appears 51% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "99% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_DIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_DIRECT", "finding": "171 values (54%) are exact powers of 10" }, { "column": "INJURIES_DIRECT", "finding": "trailing digit 0 appears 100% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "value '0' appears 62383 times (99% of all values, 364.8x the next most common)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_INDIRECT", "finding": "62 values (52%) are exact powers of 10" }, { "column": "INJURIES_INDIRECT", "finding": "trailing digit 0 appears 100% of the time (expected ~10%)" }, { "column": "INJURIES_INDIRECT", "finding": "value '0' appears 62579 times (100% of all values, 1025.9x the next most common)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_DIRECT", "finding": "339 values (81%) are exact powers of 10" }, { "column": "DEATHS_DIRECT", "finding": "trailing digit 0 appears 99% of the time (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "value '0' appears 62279 times (99% of all values, 184.8x the next most common)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_INDIRECT", "finding": "154 values (73%) are exact powers of 10" }, { "column": "DEATHS_INDIRECT", "finding": "value '0' appears 62489 times (100% of all values, 405.8x the next most common)" }, { "column": "DAMAGE_PROPERTY", "finding": "value '0.00K' appears 38617 times (77% of all values, 19.8x the next most common)" }, { "column": "DAMAGE_CROPS", "finding": "value '0.00K' appears 49711 times (99% of all values, 320.7x the next most common)" }, { "column": "MAGNITUDE", "finding": "30% of integer values end in 0 (expected ~10%)" }, { "column": "MAGNITUDE", "finding": "3222 values (11%) are exact powers of 10" }, { "column": "MAGNITUDE", "finding": "trailing digit 0 appears 30% of the time (expected ~10%)" }, { "column": "FLOOD_CAUSE", "finding": "value 'Heavy Rain' appears 8500 times (91% of all values, 22.3x the next most common)" }, { "column": "TOR_WIDTH", "finding": "80% of integer values end in 0 (expected ~10%)" }, { "column": "TOR_WIDTH", "finding": "29% of integer values end in 00 (expected ~1%)" }, { "column": "TOR_WIDTH", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "TOR_WIDTH", "finding": "199 values (16%) are exact powers of 10" }, { "column": "TOR_WIDTH", "finding": "trailing digit 0 appears 80% of the time (expected ~10%)" }, { "column": "BEGIN_RANGE", "finding": "17% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_RANGE", "finding": "14808 values (47%) are exact powers of 10" }, { "column": "BEGIN_RANGE", "finding": "trailing digit 1 appears 39% of the time (expected ~10%)" }, { "column": "END_RANGE", "finding": "16% of integer values end in 00 (expected ~1%)" }, { "column": "END_RANGE", "finding": "14800 values (46%) are exact powers of 10" }, { "column": "END_RANGE", "finding": "trailing digit 1 appears 39% of the time (expected ~10%)" } ] }, { "file": "storm-events/StormEvents_details-ftp_v1.0_d2015_c20251118.csv", "flags": [ { "column": "BEGIN_DAY = END_DAY", "finding": "44499/57907 rows (77%) have identical values" }, { "column": "BEGIN_TIME = END_TIME", "finding": "21622/57907 rows (37%) have identical values" }, { "column": "INJURIES_DIRECT = INJURIES_INDIRECT", "finding": "57426/57907 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_DIRECT", "finding": "57318/57907 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_INDIRECT", "finding": "57464/57907 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = BEGIN_RANGE", "finding": "7063/37287 rows (19%) have identical values" }, { "column": "INJURIES_DIRECT = END_RANGE", "finding": "6605/37287 rows (18%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_DIRECT", "finding": "57365/57907 rows (99%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_INDIRECT", "finding": "57668/57907 rows (100%) have identical values" }, { "column": "INJURIES_INDIRECT = BEGIN_RANGE", "finding": "7030/37287 rows (19%) have identical values" }, { "column": "INJURIES_INDIRECT = END_RANGE", "finding": "6568/37287 rows (18%) have identical values" }, { "column": "DEATHS_DIRECT = DEATHS_INDIRECT", "finding": "57421/57907 rows (99%) have identical values" }, { "column": "DEATHS_DIRECT = BEGIN_RANGE", "finding": "7060/37287 rows (19%) have identical values" }, { "column": "DEATHS_DIRECT = END_RANGE", "finding": "6607/37287 rows (18%) have identical values" }, { "column": "DEATHS_INDIRECT = BEGIN_RANGE", "finding": "7041/37287 rows (19%) have identical values" }, { "column": "DEATHS_INDIRECT = END_RANGE", "finding": "6582/37287 rows (18%) have identical values" }, { "column": "BEGIN_RANGE = END_RANGE", "finding": "31593/37287 rows (85%) have identical values" }, { "column": "BEGIN_TIME", "finding": "54% of integer values end in 0 (expected ~10%)" }, { "column": "BEGIN_TIME", "finding": "36% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_TIME", "finding": "70% of values are multiples of 5 (expected ~20%)" }, { "column": "BEGIN_TIME", "finding": "trailing digit 0 appears 54% of the time (expected ~10%)" }, { "column": "END_TIME", "finding": "51% of integer values end in 0 (expected ~10%)" }, { "column": "END_TIME", "finding": "34% of integer values end in 00 (expected ~1%)" }, { "column": "END_TIME", "finding": "67% of values are multiples of 5 (expected ~20%)" }, { "column": "END_TIME", "finding": "trailing digit 0 appears 51% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "99% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "99% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_DIRECT", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_DIRECT", "finding": "167 values (52%) are exact powers of 10" }, { "column": "INJURIES_DIRECT", "finding": "trailing digit 0 appears 99% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "value '0' appears 57587 times (99% of all values, 346.9x the next most common)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_INDIRECT", "finding": "84 values (50%) are exact powers of 10" }, { "column": "INJURIES_INDIRECT", "finding": "trailing digit 0 appears 100% of the time (expected ~10%)" }, { "column": "INJURIES_INDIRECT", "finding": "value '0' appears 57738 times (100% of all values, 712.8x the next most common)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_DIRECT", "finding": "307 values (81%) are exact powers of 10" }, { "column": "DEATHS_DIRECT", "finding": "value '0' appears 57529 times (99% of all values, 188.6x the next most common)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_INDIRECT", "finding": "97 values (77%) are exact powers of 10" }, { "column": "DEATHS_INDIRECT", "finding": "value '0' appears 57781 times (100% of all values, 595.7x the next most common)" }, { "column": "DAMAGE_PROPERTY", "finding": "value '0.00K' appears 35064 times (73% of all values, 18.4x the next most common)" }, { "column": "DAMAGE_CROPS", "finding": "value '0.00K' appears 47287 times (99% of all values, 441.9x the next most common)" }, { "column": "MAGNITUDE", "finding": "30% of integer values end in 0 (expected ~10%)" }, { "column": "MAGNITUDE", "finding": "3844 values (13%) are exact powers of 10" }, { "column": "MAGNITUDE", "finding": "trailing digit 0 appears 30% of the time (expected ~10%)" }, { "column": "FLOOD_CAUSE", "finding": "value 'Heavy Rain' appears 7298 times (95% of all values, 36.1x the next most common)" }, { "column": "TOR_WIDTH", "finding": "81% of integer values end in 0 (expected ~10%)" }, { "column": "TOR_WIDTH", "finding": "30% of integer values end in 00 (expected ~1%)" }, { "column": "TOR_WIDTH", "finding": "98% of values are multiples of 5 (expected ~20%)" }, { "column": "TOR_WIDTH", "finding": "225 values (17%) are exact powers of 10" }, { "column": "TOR_WIDTH", "finding": "trailing digit 0 appears 81% of the time (expected ~10%)" }, { "column": "BEGIN_RANGE", "finding": "19% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_RANGE", "finding": "13609 values (45%) are exact powers of 10" }, { "column": "BEGIN_RANGE", "finding": "trailing digit 1 appears 36% of the time (expected ~10%)" }, { "column": "END_RANGE", "finding": "18% of integer values end in 00 (expected ~1%)" }, { "column": "END_RANGE", "finding": "13642 values (44%) are exact powers of 10" }, { "column": "END_RANGE", "finding": "trailing digit 1 appears 36% of the time (expected ~10%)" } ] }, { "file": "storm-events/StormEvents_details-ftp_v1.0_d2017_c20260116.csv", "flags": [ { "column": "BEGIN_DAY = END_DAY", "finding": "46118/57039 rows (81%) have identical values" }, { "column": "BEGIN_TIME = END_TIME", "finding": "24876/57039 rows (44%) have identical values" }, { "column": "INJURIES_DIRECT = INJURIES_INDIRECT", "finding": "56618/57039 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_DIRECT", "finding": "56492/57039 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_INDIRECT", "finding": "56566/57039 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = BEGIN_RANGE", "finding": "7124/39380 rows (18%) have identical values" }, { "column": "INJURIES_DIRECT = END_RANGE", "finding": "6888/39380 rows (17%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_DIRECT", "finding": "56692/57039 rows (99%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_INDIRECT", "finding": "56865/57039 rows (100%) have identical values" }, { "column": "INJURIES_INDIRECT = BEGIN_RANGE", "finding": "7090/39380 rows (18%) have identical values" }, { "column": "INJURIES_INDIRECT = END_RANGE", "finding": "6861/39380 rows (17%) have identical values" }, { "column": "DEATHS_DIRECT = DEATHS_INDIRECT", "finding": "56656/57039 rows (99%) have identical values" }, { "column": "DEATHS_DIRECT = BEGIN_RANGE", "finding": "7101/39380 rows (18%) have identical values" }, { "column": "DEATHS_DIRECT = END_RANGE", "finding": "6880/39380 rows (17%) have identical values" }, { "column": "DEATHS_INDIRECT = BEGIN_RANGE", "finding": "7095/39380 rows (18%) have identical values" }, { "column": "DEATHS_INDIRECT = END_RANGE", "finding": "6863/39380 rows (17%) have identical values" }, { "column": "BEGIN_RANGE = END_RANGE", "finding": "34351/39380 rows (87%) have identical values" }, { "column": "BEGIN_DAY", "finding": "5810 values (10%) are exact powers of 10" }, { "column": "BEGIN_TIME", "finding": "47% of integer values end in 0 (expected ~10%)" }, { "column": "BEGIN_TIME", "finding": "31% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_TIME", "finding": "63% of values are multiples of 5 (expected ~20%)" }, { "column": "BEGIN_TIME", "finding": "trailing digit 0 appears 47% of the time (expected ~10%)" }, { "column": "END_TIME", "finding": "45% of integer values end in 0 (expected ~10%)" }, { "column": "END_TIME", "finding": "29% of integer values end in 00 (expected ~1%)" }, { "column": "END_TIME", "finding": "61% of values are multiples of 5 (expected ~20%)" }, { "column": "END_TIME", "finding": "trailing digit 0 appears 45% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "99% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "99% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_DIRECT", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_DIRECT", "finding": "201 values (58%) are exact powers of 10" }, { "column": "INJURIES_DIRECT", "finding": "value '0' appears 56691 times (99% of all values, 290.7x the next most common)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_INDIRECT", "finding": "39 values (49%) are exact powers of 10" }, { "column": "INJURIES_INDIRECT", "finding": "value '0' appears 56960 times (100% of all values, 1498.9x the next most common)" }, { "column": "DEATHS_DIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_DIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_DIRECT", "finding": "207 values (75%) are exact powers of 10" }, { "column": "DEATHS_DIRECT", "finding": "trailing digit 0 appears 100% of the time (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "value '0' appears 56764 times (100% of all values, 278.3x the next most common)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_INDIRECT", "finding": "96 values (74%) are exact powers of 10" }, { "column": "DEATHS_INDIRECT", "finding": "value '0' appears 56909 times (100% of all values, 599.0x the next most common)" }, { "column": "DAMAGE_PROPERTY", "finding": "value '0.00K' appears 33010 times (71% of all values, 17.5x the next most common)" }, { "column": "DAMAGE_CROPS", "finding": "value '0.00K' appears 45627 times (99% of all values, 368.0x the next most common)" }, { "column": "MAGNITUDE", "finding": "4285 values (13%) are exact powers of 10" }, { "column": "MAGNITUDE", "finding": "trailing digit 0 appears 28% of the time (expected ~10%)" }, { "column": "FLOOD_CAUSE", "finding": "value 'Heavy Rain' appears 5667 times (90% of all values, 18.8x the next most common)" }, { "column": "TOR_LENGTH", "finding": "trailing digit 2 appears 31% of the time (expected ~10%)" }, { "column": "TOR_WIDTH", "finding": "81% of integer values end in 0 (expected ~10%)" }, { "column": "TOR_WIDTH", "finding": "35% of integer values end in 00 (expected ~1%)" }, { "column": "TOR_WIDTH", "finding": "98% of values are multiples of 5 (expected ~20%)" }, { "column": "TOR_WIDTH", "finding": "288 values (17%) are exact powers of 10" }, { "column": "BEGIN_RANGE", "finding": "18% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_RANGE", "finding": "15447 values (48%) are exact powers of 10" }, { "column": "BEGIN_RANGE", "finding": "trailing digit 1 appears 39% of the time (expected ~10%)" }, { "column": "END_RANGE", "finding": "17% of integer values end in 00 (expected ~1%)" }, { "column": "END_RANGE", "finding": "15369 values (47%) are exact powers of 10" }, { "column": "END_RANGE", "finding": "trailing digit 1 appears 39% of the time (expected ~10%)" } ] }, { "file": "storm-events/StormEvents_details-ftp_v1.0_d2016_c20250818.csv", "flags": [ { "column": "BEGIN_DAY = END_DAY", "finding": "43781/56005 rows (78%) have identical values" }, { "column": "BEGIN_TIME = END_TIME", "finding": "23428/56005 rows (42%) have identical values" }, { "column": "INJURIES_DIRECT = INJURIES_INDIRECT", "finding": "55603/56005 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_DIRECT", "finding": "55441/56005 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = DEATHS_INDIRECT", "finding": "55537/56005 rows (99%) have identical values" }, { "column": "INJURIES_DIRECT = BEGIN_RANGE", "finding": "7029/36449 rows (19%) have identical values" }, { "column": "INJURIES_DIRECT = END_RANGE", "finding": "6743/36449 rows (18%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_DIRECT", "finding": "55610/56005 rows (99%) have identical values" }, { "column": "INJURIES_INDIRECT = DEATHS_INDIRECT", "finding": "55833/56005 rows (100%) have identical values" }, { "column": "INJURIES_INDIRECT = BEGIN_RANGE", "finding": "6981/36449 rows (19%) have identical values" }, { "column": "INJURIES_INDIRECT = END_RANGE", "finding": "6692/36449 rows (18%) have identical values" }, { "column": "DEATHS_DIRECT = DEATHS_INDIRECT", "finding": "55565/56005 rows (99%) have identical values" }, { "column": "DEATHS_DIRECT = BEGIN_RANGE", "finding": "6995/36449 rows (19%) have identical values" }, { "column": "DEATHS_DIRECT = END_RANGE", "finding": "6713/36449 rows (18%) have identical values" }, { "column": "DEATHS_INDIRECT = BEGIN_RANGE", "finding": "6984/36449 rows (19%) have identical values" }, { "column": "DEATHS_INDIRECT = END_RANGE", "finding": "6695/36449 rows (18%) have identical values" }, { "column": "BEGIN_RANGE = END_RANGE", "finding": "32100/36449 rows (88%) have identical values" }, { "column": "BEGIN_TIME", "finding": "52% of integer values end in 0 (expected ~10%)" }, { "column": "BEGIN_TIME", "finding": "35% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_TIME", "finding": "68% of values are multiples of 5 (expected ~20%)" }, { "column": "BEGIN_TIME", "finding": "trailing digit 0 appears 52% of the time (expected ~10%)" }, { "column": "END_TIME", "finding": "48% of integer values end in 0 (expected ~10%)" }, { "column": "END_TIME", "finding": "32% of integer values end in 00 (expected ~1%)" }, { "column": "END_TIME", "finding": "65% of values are multiples of 5 (expected ~20%)" }, { "column": "END_TIME", "finding": "trailing digit 0 appears 48% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "99% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "99% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_DIRECT", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_DIRECT", "finding": "180 values (53%) are exact powers of 10" }, { "column": "INJURIES_DIRECT", "finding": "trailing digit 0 appears 99% of the time (expected ~10%)" }, { "column": "INJURIES_DIRECT", "finding": "value '0' appears 55667 times (99% of all values, 314.5x the next most common)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "INJURIES_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "INJURIES_INDIRECT", "finding": "31 values (45%) are exact powers of 10" }, { "column": "INJURIES_INDIRECT", "finding": "value '0' appears 55936 times (100% of all values, 1864.5x the next most common)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_DIRECT", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_DIRECT", "finding": "264 values (81%) are exact powers of 10" }, { "column": "DEATHS_DIRECT", "finding": "value '0' appears 55679 times (99% of all values, 210.9x the next most common)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 0 (expected ~10%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of integer values end in 00 (expected ~1%)" }, { "column": "DEATHS_INDIRECT", "finding": "100% of values are multiples of 5 (expected ~20%)" }, { "column": "DEATHS_INDIRECT", "finding": "96 values (72%) are exact powers of 10" }, { "column": "DEATHS_INDIRECT", "finding": "value '0' appears 55871 times (100% of all values, 582.0x the next most common)" }, { "column": "DAMAGE_PROPERTY", "finding": "value '0.00K' appears 32528 times (73% of all values, 19.7x the next most common)" }, { "column": "DAMAGE_CROPS", "finding": "value '0.00K' appears 44037 times (99% of all values, 389.7x the next most common)" }, { "column": "MAGNITUDE", "finding": "3857 values (12%) are exact powers of 10" }, { "column": "MAGNITUDE", "finding": "trailing digit 0 appears 29% of the time (expected ~10%)" }, { "column": "FLOOD_CAUSE", "finding": "value 'Heavy Rain' appears 5040 times (94% of all values, 26.2x the next most common)" }, { "column": "TOR_WIDTH", "finding": "80% of integer values end in 0 (expected ~10%)" }, { "column": "TOR_WIDTH", "finding": "29% of integer values end in 00 (expected ~1%)" }, { "column": "TOR_WIDTH", "finding": "99% of values are multiples of 5 (expected ~20%)" }, { "column": "TOR_WIDTH", "finding": "160 values (15%) are exact powers of 10" }, { "column": "BEGIN_RANGE", "finding": "19% of integer values end in 00 (expected ~1%)" }, { "column": "BEGIN_RANGE", "finding": "13513 values (46%) are exact powers of 10" }, { "column": "BEGIN_RANGE", "finding": "trailing digit 1 appears 37% of the time (expected ~10%)" }, { "column": "END_RANGE", "finding": "18% of integer values end in 00 (expected ~1%)" }, { "column": "END_RANGE", "finding": "13515 values (45%) are exact powers of 10" }, { "column": "END_RANGE", "finding": "trailing digit 1 appears 37% of the time (expected ~10%)" } ] } ] }