| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 23,577 auc 0.675 ece 0.024 brier 0.213 auc_ci_hi 0.682 auc_ci_lo 0.667 base_rate 0.395 mean_risk 0.371 positives 9,312 lift_at_1pct 2.521 precision_at_1pct 0.996 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.985 ci_hi_vs_public_records_csa 0.021 ci_lo_vs_public_records_csa 0.01 delta_vs_public_records_csa 0.017 p1_ci_hi_vs_public_records_csa 0.03 p1_ci_lo_vs_public_records_csa 0 p1_delta_vs_public_records_csa 0.013 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 231,399 auc 0.772 ece 0.022 brier 0.133 auc_ci_hi 0.775 auc_ci_lo 0.769 base_rate 0.204 mean_risk 0.183 positives 47,283 lift_at_1pct 4.799 precision_at_1pct 0.981 precision_at_1pct_ci_hi 0.986 precision_at_1pct_ci_lo 0.974 ci_hi_vs_public_records_csa 0.006 ci_lo_vs_public_records_csa 0.003 delta_vs_public_records_csa 0.004 p1_ci_hi_vs_public_records_csa 0.01 p1_ci_lo_vs_public_records_csa -0.002 p1_delta_vs_public_records_csa 0.004 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 231,399 auc 0.777 ece 0.018 brier 0.132 auc_ci_hi 0.78 auc_ci_lo 0.774 base_rate 0.204 mean_risk 0.187 positives 47,283 lift_at_1pct 4.799 ci_hi_vs_both 0.006 ci_lo_vs_both 0.004 delta_vs_both 0.005 p1_ci_hi_vs_both 0.003 p1_ci_lo_vs_both -0.003 p1_delta_vs_both 0 precision_at_1pct 0.981 precision_at_1pct_ci_hi 0.986 precision_at_1pct_ci_lo 0.974 ci_hi_vs_public_records_csa 0.011 ci_lo_vs_public_records_csa 0.008 delta_vs_public_records_csa 0.01 p1_ci_hi_vs_public_records_csa 0.011 p1_ci_lo_vs_public_records_csa -0.001 p1_delta_vs_public_records_csa 0.004 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 23,577 auc 0.689 ece 0.019 brier 0.209 auc_ci_hi 0.697 auc_ci_lo 0.682 base_rate 0.395 mean_risk 0.378 positives 9,312 lift_at_1pct 2.521 ci_hi_vs_both 0.019 ci_lo_vs_both 0.011 delta_vs_both 0.014 p1_ci_hi_vs_both 0 p1_ci_lo_vs_both -0 p1_delta_vs_both 0 precision_at_1pct 0.996 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.985 ci_hi_vs_public_records_csa 0.037 ci_lo_vs_public_records_csa 0.026 delta_vs_public_records_csa 0.031 p1_ci_hi_vs_public_records_csa 0.03 p1_ci_lo_vs_public_records_csa 0 p1_delta_vs_public_records_csa 0.013 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 23,577 auc 0.658 ece 0.015 brier 0.215 auc_ci_hi 0.663 auc_ci_lo 0.651 base_rate 0.395 mean_risk 0.383 positives 9,312 lift_at_1pct 2.489 precision_at_1pct 0.983 precision_at_1pct_ci_hi 0.996 precision_at_1pct_ci_lo 0.962 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 231,399 auc 0.767 ece 0.027 brier 0.134 auc_ci_hi 0.77 auc_ci_lo 0.765 base_rate 0.204 mean_risk 0.177 positives 47,283 lift_at_1pct 4.78 precision_at_1pct 0.977 precision_at_1pct_ci_hi 0.983 precision_at_1pct_ci_lo 0.969 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 231,399 auc 0.805 ece 0.009 brier 0.092 auc_ci_hi 0.808 auc_ci_lo 0.802 base_rate 0.146 mean_risk 0.154 positives 33,827 lift_at_1pct 6.693 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.984 precision_at_1pct_ci_lo 0.972 ci_hi_vs_public_records_csa -0.003 ci_lo_vs_public_records_csa -0.005 delta_vs_public_records_csa -0.004 p1_ci_hi_vs_public_records_csa 0.005 p1_ci_lo_vs_public_records_csa -0.004 p1_delta_vs_public_records_csa 0 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 23,577 auc 0.62 ece 0.007 brier 0.061 auc_ci_hi 0.638 auc_ci_lo 0.61 base_rate 0.067 mean_risk 0.072 positives 1,571 lift_at_1pct 4.406 precision_at_1pct 0.294 precision_at_1pct_ci_hi 0.355 precision_at_1pct_ci_lo 0.233 ci_hi_vs_public_records_csa 0.005 ci_lo_vs_public_records_csa -0.021 delta_vs_public_records_csa -0.009 p1_ci_hi_vs_public_records_csa -0.03 p1_ci_lo_vs_public_records_csa -0.121 p1_delta_vs_public_records_csa -0.072 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 231,399 auc 0.806 ece 0.008 brier 0.092 auc_ci_hi 0.809 auc_ci_lo 0.803 base_rate 0.146 mean_risk 0.153 positives 33,827 lift_at_1pct 6.708 ci_hi_vs_both 0.002 ci_lo_vs_both 0 delta_vs_both 0.001 p1_ci_hi_vs_both 0.006 p1_ci_lo_vs_both -0 p1_delta_vs_both 0.002 precision_at_1pct 0.981 precision_at_1pct_ci_hi 0.987 precision_at_1pct_ci_lo 0.975 ci_hi_vs_public_records_csa -0.002 ci_lo_vs_public_records_csa -0.004 delta_vs_public_records_csa -0.003 p1_ci_hi_vs_public_records_csa 0.007 p1_ci_lo_vs_public_records_csa -0.002 p1_delta_vs_public_records_csa 0.003 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 23,577 auc 0.632 ece 0.005 brier 0.061 auc_ci_hi 0.651 auc_ci_lo 0.622 base_rate 0.067 mean_risk 0.071 positives 1,571 lift_at_1pct 4.47 ci_hi_vs_both 0.02 ci_lo_vs_both 0.004 delta_vs_both 0.013 p1_ci_hi_vs_both 0.028 p1_ci_lo_vs_both -0.03 p1_delta_vs_both 0.004 precision_at_1pct 0.298 precision_at_1pct_ci_hi 0.362 precision_at_1pct_ci_lo 0.231 ci_hi_vs_public_records_csa 0.017 ci_lo_vs_public_records_csa -0.009 delta_vs_public_records_csa 0.004 p1_ci_hi_vs_public_records_csa -0.018 p1_ci_lo_vs_public_records_csa -0.117 p1_delta_vs_public_records_csa -0.068 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 23,577 auc 0.629 ece 0.007 brier 0.06 auc_ci_hi 0.645 auc_ci_lo 0.617 base_rate 0.067 mean_risk 0.071 positives 1,571 lift_at_1pct 5.492 precision_at_1pct 0.366 precision_at_1pct_ci_hi 0.431 precision_at_1pct_ci_lo 0.312 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 231,399 auc 0.809 ece 0.012 brier 0.092 auc_ci_hi 0.812 auc_ci_lo 0.806 base_rate 0.146 mean_risk 0.154 positives 33,827 lift_at_1pct 6.69 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.984 precision_at_1pct_ci_lo 0.97 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 23,577 auc 0.672 ece 0.039 brier 0.202 auc_ci_hi 0.678 auc_ci_lo 0.665 base_rate 0.345 mean_risk 0.307 positives 8,125 lift_at_1pct 2.84 precision_at_1pct 0.979 precision_at_1pct_ci_hi 0.996 precision_at_1pct_ci_lo 0.959 ci_hi_vs_public_records_csa 0.02 ci_lo_vs_public_records_csa 0.008 delta_vs_public_records_csa 0.014 p1_ci_hi_vs_public_records_csa 0.011 p1_ci_lo_vs_public_records_csa -0.013 p1_delta_vs_public_records_csa 0 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 231,399 auc 0.767 ece 0.024 brier 0.121 auc_ci_hi 0.771 auc_ci_lo 0.764 base_rate 0.18 mean_risk 0.156 positives 41,606 lift_at_1pct 5.425 precision_at_1pct 0.975 precision_at_1pct_ci_hi 0.98 precision_at_1pct_ci_lo 0.969 ci_hi_vs_public_records_csa 0.004 ci_lo_vs_public_records_csa 0.002 delta_vs_public_records_csa 0.003 p1_ci_hi_vs_public_records_csa 0.012 p1_ci_lo_vs_public_records_csa 0.003 p1_delta_vs_public_records_csa 0.009 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 23,577 auc 0.686 ece 0.034 brier 0.199 auc_ci_hi 0.692 auc_ci_lo 0.679 base_rate 0.345 mean_risk 0.313 positives 8,125 lift_at_1pct 2.84 ci_hi_vs_both 0.019 ci_lo_vs_both 0.011 delta_vs_both 0.014 p1_ci_hi_vs_both 0.017 p1_ci_lo_vs_both -0.015 p1_delta_vs_both 0 precision_at_1pct 0.979 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.953 ci_hi_vs_public_records_csa 0.035 ci_lo_vs_public_records_csa 0.024 delta_vs_public_records_csa 0.029 p1_ci_hi_vs_public_records_csa 0.017 p1_ci_lo_vs_public_records_csa -0.013 p1_delta_vs_public_records_csa 0 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 231,399 auc 0.772 ece 0.022 brier 0.12 auc_ci_hi 0.775 auc_ci_lo 0.768 base_rate 0.18 mean_risk 0.158 positives 41,606 lift_at_1pct 5.405 ci_hi_vs_both 0.005 ci_lo_vs_both 0.004 delta_vs_both 0.005 p1_ci_hi_vs_both 0.001 p1_ci_lo_vs_both -0.007 p1_delta_vs_both -0.003 precision_at_1pct 0.972 precision_at_1pct_ci_hi 0.978 precision_at_1pct_ci_lo 0.966 ci_hi_vs_public_records_csa 0.009 ci_lo_vs_public_records_csa 0.006 delta_vs_public_records_csa 0.007 p1_ci_hi_vs_public_records_csa 0.011 p1_ci_lo_vs_public_records_csa 0 p1_delta_vs_public_records_csa 0.005 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 231,399 auc 0.764 ece 0.027 brier 0.122 auc_ci_hi 0.768 auc_ci_lo 0.761 base_rate 0.18 mean_risk 0.153 positives 41,606 lift_at_1pct 5.377 precision_at_1pct 0.967 precision_at_1pct_ci_hi 0.974 precision_at_1pct_ci_lo 0.958 |
| hazard_composed_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 23,577 auc 0.657 ece 0.029 brier 0.203 auc_ci_hi 0.666 auc_ci_lo 0.649 base_rate 0.345 mean_risk 0.315 positives 8,125 lift_at_1pct 2.84 precision_at_1pct 0.979 precision_at_1pct_ci_hi 0.998 precision_at_1pct_ci_lo 0.962 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.694 ece 0.022 brier 0.208 auc_ci_hi 0.704 auc_ci_lo 0.685 base_rate 0.391 mean_risk 0.369 positives 2,970 lift_at_1pct 2.556 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 ci_hi_vs_public_records_csa 0.028 ci_lo_vs_public_records_csa 0.009 delta_vs_public_records_csa 0.019 p1_ci_hi_vs_public_records_csa 0 p1_ci_lo_vs_public_records_csa 0 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.781 ece 0.032 brier 0.128 auc_ci_hi 0.784 auc_ci_lo 0.776 base_rate 0.194 mean_risk 0.162 positives 15,254 lift_at_1pct 5.042 precision_at_1pct 0.98 precision_at_1pct_ci_hi 0.989 precision_at_1pct_ci_lo 0.967 ci_hi_vs_public_records_csa 0.009 ci_lo_vs_public_records_csa 0.006 delta_vs_public_records_csa 0.008 p1_ci_hi_vs_public_records_csa 0.013 p1_ci_lo_vs_public_records_csa -0.003 p1_delta_vs_public_records_csa 0.008 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.695 ece 0.027 brier 0.208 auc_ci_hi 0.706 auc_ci_lo 0.686 base_rate 0.391 mean_risk 0.365 positives 2,970 lift_at_1pct 2.556 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 ci_hi_vs_public_records_csa 0.028 ci_lo_vs_public_records_csa 0.009 delta_vs_public_records_csa 0.02 p1_ci_hi_vs_public_records_csa 0 p1_ci_lo_vs_public_records_csa 0 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.782 ece 0.037 brier 0.128 auc_ci_hi 0.785 auc_ci_lo 0.777 base_rate 0.194 mean_risk 0.157 positives 15,254 lift_at_1pct 5.035 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.988 precision_at_1pct_ci_lo 0.967 ci_hi_vs_public_records_csa 0.01 ci_lo_vs_public_records_csa 0.007 delta_vs_public_records_csa 0.009 p1_ci_hi_vs_public_records_csa 0.015 p1_ci_lo_vs_public_records_csa -0.005 p1_delta_vs_public_records_csa 0.005 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.782 ece 0.037 brier 0.128 auc_ci_hi 0.785 auc_ci_lo 0.778 base_rate 0.194 mean_risk 0.157 positives 15,254 lift_at_1pct 5.035 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.989 precision_at_1pct_ci_lo 0.968 ci_hi_vs_public_records_csa 0.01 ci_lo_vs_public_records_csa 0.007 delta_vs_public_records_csa 0.009 p1_ci_hi_vs_public_records_csa 0.013 p1_ci_lo_vs_public_records_csa -0.005 p1_delta_vs_public_records_csa 0.005 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.695 ece 0.027 brier 0.208 auc_ci_hi 0.706 auc_ci_lo 0.686 base_rate 0.391 mean_risk 0.364 positives 2,970 lift_at_1pct 2.556 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 ci_hi_vs_public_records_csa 0.028 ci_lo_vs_public_records_csa 0.009 delta_vs_public_records_csa 0.02 p1_ci_hi_vs_public_records_csa 0 p1_ci_lo_vs_public_records_csa 0 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.784 ece 0.034 brier 0.127 auc_ci_hi 0.787 auc_ci_lo 0.779 base_rate 0.194 mean_risk 0.161 positives 15,254 lift_at_1pct 5.029 precision_at_1pct 0.977 precision_at_1pct_ci_hi 0.987 precision_at_1pct_ci_lo 0.967 ci_hi_vs_public_records_csa 0.012 ci_lo_vs_public_records_csa 0.009 delta_vs_public_records_csa 0.011 p1_ci_hi_vs_public_records_csa 0.011 p1_ci_lo_vs_public_records_csa -0.003 p1_delta_vs_public_records_csa 0.005 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.701 ece 0.019 brier 0.206 auc_ci_hi 0.712 auc_ci_lo 0.692 base_rate 0.391 mean_risk 0.373 positives 2,970 lift_at_1pct 2.556 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 ci_hi_vs_public_records_csa 0.035 ci_lo_vs_public_records_csa 0.018 delta_vs_public_records_csa 0.027 p1_ci_hi_vs_public_records_csa 0 p1_ci_lo_vs_public_records_csa 0 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.701 ece 0.023 brier 0.206 auc_ci_hi 0.712 auc_ci_lo 0.692 base_rate 0.391 mean_risk 0.373 positives 2,970 lift_at_1pct 2.556 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.973 ci_hi_vs_public_records_csa 0.035 ci_lo_vs_public_records_csa 0.018 delta_vs_public_records_csa 0.027 p1_ci_hi_vs_public_records_csa 0 p1_ci_lo_vs_public_records_csa -0.027 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.784 ece 0.034 brier 0.127 auc_ci_hi 0.787 auc_ci_lo 0.779 base_rate 0.194 mean_risk 0.16 positives 15,254 lift_at_1pct 5.035 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.987 precision_at_1pct_ci_lo 0.967 ci_hi_vs_public_records_csa 0.012 ci_lo_vs_public_records_csa 0.009 delta_vs_public_records_csa 0.011 p1_ci_hi_vs_public_records_csa 0.013 p1_ci_lo_vs_public_records_csa -0.003 p1_delta_vs_public_records_csa 0.006 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.773 ece 0.032 brier 0.13 auc_ci_hi 0.776 auc_ci_lo 0.769 base_rate 0.194 mean_risk 0.162 positives 15,254 lift_at_1pct 5.002 precision_at_1pct 0.972 precision_at_1pct_ci_hi 0.984 precision_at_1pct_ci_lo 0.961 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.674 ece 0.02 brier 0.211 auc_ci_hi 0.686 auc_ci_lo 0.664 base_rate 0.391 mean_risk 0.395 positives 2,970 lift_at_1pct 2.556 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.674 ece 0.02 brier 0.211 auc_ci_hi 0.686 auc_ci_lo 0.664 base_rate 0.391 mean_risk 0.395 positives 2,970 lift_at_1pct 2.556 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.773 ece 0.032 brier 0.13 auc_ci_hi 0.776 auc_ci_lo 0.769 base_rate 0.194 mean_risk 0.162 positives 15,254 lift_at_1pct 5.002 precision_at_1pct 0.972 precision_at_1pct_ci_hi 0.984 precision_at_1pct_ci_lo 0.961 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.773 ece 0.032 brier 0.13 auc_ci_hi 0.776 auc_ci_lo 0.769 base_rate 0.194 mean_risk 0.163 positives 15,254 lift_at_1pct 5.002 precision_at_1pct 0.972 precision_at_1pct_ci_hi 0.984 precision_at_1pct_ci_lo 0.961 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.674 ece 0.022 brier 0.211 auc_ci_hi 0.686 auc_ci_lo 0.664 base_rate 0.391 mean_risk 0.395 positives 2,970 lift_at_1pct 2.556 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.676 ece 0.016 brier 0.211 auc_ci_hi 0.688 auc_ci_lo 0.666 base_rate 0.391 mean_risk 0.39 positives 2,970 lift_at_1pct 2.556 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.773 ece 0.038 brier 0.13 auc_ci_hi 0.776 auc_ci_lo 0.769 base_rate 0.194 mean_risk 0.156 positives 15,254 lift_at_1pct 5.009 precision_at_1pct 0.973 precision_at_1pct_ci_hi 0.984 precision_at_1pct_ci_lo 0.962 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.773 ece 0.038 brier 0.13 auc_ci_hi 0.776 auc_ci_lo 0.769 base_rate 0.194 mean_risk 0.156 positives 15,254 lift_at_1pct 5.009 precision_at_1pct 0.973 precision_at_1pct_ci_hi 0.984 precision_at_1pct_ci_lo 0.962 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.676 ece 0.016 brier 0.211 auc_ci_hi 0.688 auc_ci_lo 0.666 base_rate 0.391 mean_risk 0.39 positives 2,970 lift_at_1pct 2.556 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.798 ece 0.02 brier 0.079 auc_ci_hi 0.803 auc_ci_lo 0.794 base_rate 0.11 mean_risk 0.09 positives 8,634 lift_at_1pct 8.896 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.989 precision_at_1pct_ci_lo 0.969 ci_hi_vs_public_records_csa 0.012 ci_lo_vs_public_records_csa 0.008 delta_vs_public_records_csa 0.01 p1_ci_hi_vs_public_records_csa 0.015 p1_ci_lo_vs_public_records_csa 0.001 p1_delta_vs_public_records_csa 0.009 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.72 ece 0.023 brier 0.151 auc_ci_hi 0.733 auc_ci_lo 0.709 base_rate 0.237 mean_risk 0.214 positives 1,797 lift_at_1pct 4.224 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 ci_hi_vs_public_records_csa 0.029 ci_lo_vs_public_records_csa 0.006 delta_vs_public_records_csa 0.019 p1_ci_hi_vs_public_records_csa 0 p1_ci_lo_vs_public_records_csa 0 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.721 ece 0.023 brier 0.151 auc_ci_hi 0.734 auc_ci_lo 0.709 base_rate 0.237 mean_risk 0.214 positives 1,797 lift_at_1pct 4.224 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 ci_hi_vs_public_records_csa 0.029 ci_lo_vs_public_records_csa 0.006 delta_vs_public_records_csa 0.019 p1_ci_hi_vs_public_records_csa 0 p1_ci_lo_vs_public_records_csa 0 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.798 ece 0.02 brier 0.079 auc_ci_hi 0.802 auc_ci_lo 0.793 base_rate 0.11 mean_risk 0.09 positives 8,634 lift_at_1pct 8.896 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.989 precision_at_1pct_ci_lo 0.968 ci_hi_vs_public_records_csa 0.011 ci_lo_vs_public_records_csa 0.007 delta_vs_public_records_csa 0.009 p1_ci_hi_vs_public_records_csa 0.015 p1_ci_lo_vs_public_records_csa 0.001 p1_delta_vs_public_records_csa 0.009 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.798 ece 0.02 brier 0.079 auc_ci_hi 0.803 auc_ci_lo 0.794 base_rate 0.11 mean_risk 0.09 positives 8,634 lift_at_1pct 8.896 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.989 precision_at_1pct_ci_lo 0.969 ci_hi_vs_public_records_csa 0.012 ci_lo_vs_public_records_csa 0.008 delta_vs_public_records_csa 0.01 p1_ci_hi_vs_public_records_csa 0.015 p1_ci_lo_vs_public_records_csa 0.001 p1_delta_vs_public_records_csa 0.009 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.721 ece 0.024 brier 0.151 auc_ci_hi 0.734 auc_ci_lo 0.71 base_rate 0.237 mean_risk 0.213 positives 1,797 lift_at_1pct 4.224 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.98 ci_hi_vs_public_records_csa 0.029 ci_lo_vs_public_records_csa 0.006 delta_vs_public_records_csa 0.019 p1_ci_hi_vs_public_records_csa 0 p1_ci_lo_vs_public_records_csa -0.02 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.8 ece 0.022 brier 0.079 auc_ci_hi 0.804 auc_ci_lo 0.796 base_rate 0.11 mean_risk 0.088 positives 8,634 lift_at_1pct 8.896 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.988 precision_at_1pct_ci_lo 0.969 ci_hi_vs_public_records_csa 0.013 ci_lo_vs_public_records_csa 0.009 delta_vs_public_records_csa 0.012 p1_ci_hi_vs_public_records_csa 0.015 p1_ci_lo_vs_public_records_csa 0.001 p1_delta_vs_public_records_csa 0.009 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.73 ece 0.021 brier 0.149 auc_ci_hi 0.742 auc_ci_lo 0.719 base_rate 0.237 mean_risk 0.216 positives 1,797 lift_at_1pct 4.224 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.973 ci_hi_vs_public_records_csa 0.037 ci_lo_vs_public_records_csa 0.017 delta_vs_public_records_csa 0.028 p1_ci_hi_vs_public_records_csa 0 p1_ci_lo_vs_public_records_csa -0.027 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.73 ece 0.021 brier 0.149 auc_ci_hi 0.742 auc_ci_lo 0.718 base_rate 0.237 mean_risk 0.216 positives 1,797 lift_at_1pct 4.168 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.96 ci_hi_vs_public_records_csa 0.037 ci_lo_vs_public_records_csa 0.017 delta_vs_public_records_csa 0.028 p1_ci_hi_vs_public_records_csa 0 p1_ci_lo_vs_public_records_csa -0.04 p1_delta_vs_public_records_csa -0.013 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.8 ece 0.022 brier 0.079 auc_ci_hi 0.804 auc_ci_lo 0.796 base_rate 0.11 mean_risk 0.088 positives 8,634 lift_at_1pct 8.896 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.988 precision_at_1pct_ci_lo 0.969 ci_hi_vs_public_records_csa 0.013 ci_lo_vs_public_records_csa 0.009 delta_vs_public_records_csa 0.011 p1_ci_hi_vs_public_records_csa 0.015 p1_ci_lo_vs_public_records_csa 0.002 p1_delta_vs_public_records_csa 0.009 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.702 ece 0.021 brier 0.153 auc_ci_hi 0.715 auc_ci_lo 0.689 base_rate 0.237 mean_risk 0.228 positives 1,797 lift_at_1pct 4.224 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.789 ece 0.021 brier 0.08 auc_ci_hi 0.792 auc_ci_lo 0.783 base_rate 0.11 mean_risk 0.089 positives 8,634 lift_at_1pct 8.815 precision_at_1pct 0.969 precision_at_1pct_ci_hi 0.982 precision_at_1pct_ci_lo 0.958 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.702 ece 0.02 brier 0.153 auc_ci_hi 0.715 auc_ci_lo 0.689 base_rate 0.237 mean_risk 0.228 positives 1,797 lift_at_1pct 4.224 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.789 ece 0.021 brier 0.08 auc_ci_hi 0.792 auc_ci_lo 0.783 base_rate 0.11 mean_risk 0.089 positives 8,634 lift_at_1pct 8.815 precision_at_1pct 0.969 precision_at_1pct_ci_hi 0.982 precision_at_1pct_ci_lo 0.958 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.702 ece 0.02 brier 0.153 auc_ci_hi 0.715 auc_ci_lo 0.689 base_rate 0.237 mean_risk 0.228 positives 1,797 lift_at_1pct 4.224 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.789 ece 0.021 brier 0.08 auc_ci_hi 0.793 auc_ci_lo 0.783 base_rate 0.11 mean_risk 0.089 positives 8,634 lift_at_1pct 8.815 precision_at_1pct 0.969 precision_at_1pct_ci_hi 0.982 precision_at_1pct_ci_lo 0.958 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.702 ece 0.021 brier 0.153 auc_ci_hi 0.715 auc_ci_lo 0.689 base_rate 0.237 mean_risk 0.228 positives 1,797 lift_at_1pct 4.224 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.789 ece 0.021 brier 0.08 auc_ci_hi 0.792 auc_ci_lo 0.783 base_rate 0.11 mean_risk 0.089 positives 8,634 lift_at_1pct 8.815 precision_at_1pct 0.969 precision_at_1pct_ci_hi 0.982 precision_at_1pct_ci_lo 0.958 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.789 ece 0.021 brier 0.08 auc_ci_hi 0.792 auc_ci_lo 0.783 base_rate 0.11 mean_risk 0.089 positives 8,634 lift_at_1pct 8.815 precision_at_1pct 0.969 precision_at_1pct_ci_hi 0.982 precision_at_1pct_ci_lo 0.958 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.702 ece 0.021 brier 0.153 auc_ci_hi 0.715 auc_ci_lo 0.689 base_rate 0.237 mean_risk 0.228 positives 1,797 lift_at_1pct 4.224 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.645 ece 0.008 brier 0.066 auc_ci_hi 0.671 auc_ci_lo 0.615 base_rate 0.073 mean_risk 0.071 positives 556 lift_at_1pct 5.097 precision_at_1pct 0.373 precision_at_1pct_ci_hi 0.47 precision_at_1pct_ci_lo 0.286 ci_hi_vs_public_records_csa 0.011 ci_lo_vs_public_records_csa -0.025 delta_vs_public_records_csa -0.004 p1_ci_hi_vs_public_records_csa -0.016 p1_ci_lo_vs_public_records_csa -0.141 p1_delta_vs_public_records_csa -0.08 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.81 ece 0.019 brier 0.091 auc_ci_hi 0.814 auc_ci_lo 0.805 base_rate 0.144 mean_risk 0.163 positives 11,328 lift_at_1pct 6.798 precision_at_1pct 0.981 precision_at_1pct_ci_hi 0.989 precision_at_1pct_ci_lo 0.97 ci_hi_vs_public_records_csa 0 ci_lo_vs_public_records_csa -0.003 delta_vs_public_records_csa -0.001 p1_ci_hi_vs_public_records_csa 0.005 p1_ci_lo_vs_public_records_csa -0.005 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.647 ece 0.008 brier 0.065 auc_ci_hi 0.674 auc_ci_lo 0.619 base_rate 0.073 mean_risk 0.072 positives 556 lift_at_1pct 5.279 precision_at_1pct 0.387 precision_at_1pct_ci_hi 0.497 precision_at_1pct_ci_lo 0.292 ci_hi_vs_public_records_csa 0.013 ci_lo_vs_public_records_csa -0.022 delta_vs_public_records_csa -0.001 p1_ci_hi_vs_public_records_csa -0.007 p1_ci_lo_vs_public_records_csa -0.131 p1_delta_vs_public_records_csa -0.08 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.81 ece 0.027 brier 0.092 auc_ci_hi 0.815 auc_ci_lo 0.806 base_rate 0.144 mean_risk 0.171 positives 11,328 lift_at_1pct 6.789 precision_at_1pct 0.98 precision_at_1pct_ci_hi 0.989 precision_at_1pct_ci_lo 0.969 ci_hi_vs_public_records_csa 0.001 ci_lo_vs_public_records_csa -0.002 delta_vs_public_records_csa -0.001 p1_ci_hi_vs_public_records_csa 0.004 p1_ci_lo_vs_public_records_csa -0.006 p1_delta_vs_public_records_csa -0.001 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.81 ece 0.027 brier 0.092 auc_ci_hi 0.815 auc_ci_lo 0.806 base_rate 0.144 mean_risk 0.171 positives 11,328 lift_at_1pct 6.789 precision_at_1pct 0.98 precision_at_1pct_ci_hi 0.989 precision_at_1pct_ci_lo 0.969 ci_hi_vs_public_records_csa 0.001 ci_lo_vs_public_records_csa -0.002 delta_vs_public_records_csa -0.001 p1_ci_hi_vs_public_records_csa 0.005 p1_ci_lo_vs_public_records_csa -0.006 p1_delta_vs_public_records_csa -0.001 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.647 ece 0.009 brier 0.065 auc_ci_hi 0.674 auc_ci_lo 0.619 base_rate 0.073 mean_risk 0.072 positives 556 lift_at_1pct 5.279 precision_at_1pct 0.387 precision_at_1pct_ci_hi 0.497 precision_at_1pct_ci_lo 0.284 ci_hi_vs_public_records_csa 0.013 ci_lo_vs_public_records_csa -0.022 delta_vs_public_records_csa -0.001 p1_ci_hi_vs_public_records_csa 0.002 p1_ci_lo_vs_public_records_csa -0.132 p1_delta_vs_public_records_csa -0.08 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.814 ece 0.015 brier 0.09 auc_ci_hi 0.818 auc_ci_lo 0.81 base_rate 0.144 mean_risk 0.16 positives 11,328 lift_at_1pct 6.798 precision_at_1pct 0.981 precision_at_1pct_ci_hi 0.99 precision_at_1pct_ci_lo 0.969 ci_hi_vs_public_records_csa 0.004 ci_lo_vs_public_records_csa 0.002 delta_vs_public_records_csa 0.003 p1_ci_hi_vs_public_records_csa 0.005 p1_ci_lo_vs_public_records_csa -0.006 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.659 ece 0.007 brier 0.065 auc_ci_hi 0.687 auc_ci_lo 0.632 base_rate 0.073 mean_risk 0.074 positives 556 lift_at_1pct 6.007 precision_at_1pct 0.44 precision_at_1pct_ci_hi 0.551 precision_at_1pct_ci_lo 0.333 ci_hi_vs_public_records_csa 0.023 ci_lo_vs_public_records_csa -0.002 delta_vs_public_records_csa 0.01 p1_ci_hi_vs_public_records_csa 0.053 p1_ci_lo_vs_public_records_csa -0.096 p1_delta_vs_public_records_csa -0.013 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.659 ece 0.006 brier 0.065 auc_ci_hi 0.688 auc_ci_lo 0.633 base_rate 0.073 mean_risk 0.074 positives 556 lift_at_1pct 5.825 precision_at_1pct 0.427 precision_at_1pct_ci_hi 0.551 precision_at_1pct_ci_lo 0.333 ci_hi_vs_public_records_csa 0.023 ci_lo_vs_public_records_csa -0.002 delta_vs_public_records_csa 0.01 p1_ci_hi_vs_public_records_csa 0.053 p1_ci_lo_vs_public_records_csa -0.096 p1_delta_vs_public_records_csa -0.027 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.814 ece 0.016 brier 0.09 auc_ci_hi 0.818 auc_ci_lo 0.81 base_rate 0.144 mean_risk 0.16 positives 11,328 lift_at_1pct 6.798 precision_at_1pct 0.981 precision_at_1pct_ci_hi 0.99 precision_at_1pct_ci_lo 0.969 ci_hi_vs_public_records_csa 0.004 ci_lo_vs_public_records_csa 0.002 delta_vs_public_records_csa 0.003 p1_ci_hi_vs_public_records_csa 0.004 p1_ci_lo_vs_public_records_csa -0.006 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.811 ece 0.013 brier 0.091 auc_ci_hi 0.815 auc_ci_lo 0.807 base_rate 0.144 mean_risk 0.157 positives 11,328 lift_at_1pct 6.798 precision_at_1pct 0.981 precision_at_1pct_ci_hi 0.99 precision_at_1pct_ci_lo 0.972 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.648 ece 0.005 brier 0.065 auc_ci_hi 0.675 auc_ci_lo 0.62 base_rate 0.073 mean_risk 0.071 positives 556 lift_at_1pct 6.189 precision_at_1pct 0.453 precision_at_1pct_ci_hi 0.554 precision_at_1pct_ci_lo 0.354 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.648 ece 0.004 brier 0.065 auc_ci_hi 0.675 auc_ci_lo 0.62 base_rate 0.073 mean_risk 0.071 positives 556 lift_at_1pct 6.189 precision_at_1pct 0.453 precision_at_1pct_ci_hi 0.554 precision_at_1pct_ci_lo 0.354 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.811 ece 0.013 brier 0.091 auc_ci_hi 0.815 auc_ci_lo 0.807 base_rate 0.144 mean_risk 0.157 positives 11,328 lift_at_1pct 6.798 precision_at_1pct 0.981 precision_at_1pct_ci_hi 0.99 precision_at_1pct_ci_lo 0.972 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.648 ece 0.004 brier 0.065 auc_ci_hi 0.675 auc_ci_lo 0.62 base_rate 0.073 mean_risk 0.071 positives 556 lift_at_1pct 6.189 precision_at_1pct 0.453 precision_at_1pct_ci_hi 0.554 precision_at_1pct_ci_lo 0.354 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.811 ece 0.013 brier 0.091 auc_ci_hi 0.815 auc_ci_lo 0.807 base_rate 0.144 mean_risk 0.157 positives 11,328 lift_at_1pct 6.798 precision_at_1pct 0.981 precision_at_1pct_ci_hi 0.99 precision_at_1pct_ci_lo 0.972 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.649 ece 0.004 brier 0.065 auc_ci_hi 0.675 auc_ci_lo 0.621 base_rate 0.073 mean_risk 0.072 positives 556 lift_at_1pct 6.371 precision_at_1pct 0.467 precision_at_1pct_ci_hi 0.56 precision_at_1pct_ci_lo 0.365 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.811 ece 0.018 brier 0.091 auc_ci_hi 0.815 auc_ci_lo 0.807 base_rate 0.144 mean_risk 0.162 positives 11,328 lift_at_1pct 6.798 precision_at_1pct 0.981 precision_at_1pct_ci_hi 0.99 precision_at_1pct_ci_lo 0.971 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.811 ece 0.018 brier 0.091 auc_ci_hi 0.815 auc_ci_lo 0.807 base_rate 0.144 mean_risk 0.162 positives 11,328 lift_at_1pct 6.798 precision_at_1pct 0.981 precision_at_1pct_ci_hi 0.99 precision_at_1pct_ci_lo 0.971 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.649 ece 0.004 brier 0.065 auc_ci_hi 0.675 auc_ci_lo 0.621 base_rate 0.073 mean_risk 0.072 positives 556 lift_at_1pct 6.371 precision_at_1pct 0.467 precision_at_1pct_ci_hi 0.56 precision_at_1pct_ci_lo 0.366 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.653 ece 0.006 brier 0.039 auc_ci_hi 0.683 auc_ci_lo 0.619 base_rate 0.042 mean_risk 0.04 positives 319 lift_at_1pct 6.663 precision_at_1pct 0.28 precision_at_1pct_ci_hi 0.392 precision_at_1pct_ci_lo 0.173 ci_hi_vs_public_records_csa -0.007 ci_lo_vs_public_records_csa -0.051 delta_vs_public_records_csa -0.026 p1_ci_hi_vs_public_records_csa 0.022 p1_ci_lo_vs_public_records_csa -0.083 p1_delta_vs_public_records_csa -0.04 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.827 ece 0.014 brier 0.063 auc_ci_hi 0.832 auc_ci_lo 0.823 base_rate 0.092 mean_risk 0.106 positives 7,229 lift_at_1pct 10.32 precision_at_1pct 0.95 precision_at_1pct_ci_hi 0.965 precision_at_1pct_ci_lo 0.934 ci_hi_vs_public_records_csa -0.002 ci_lo_vs_public_records_csa -0.006 delta_vs_public_records_csa -0.004 p1_ci_hi_vs_public_records_csa 0.006 p1_ci_lo_vs_public_records_csa -0.013 p1_delta_vs_public_records_csa -0.001 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.653 ece 0.007 brier 0.039 auc_ci_hi 0.682 auc_ci_lo 0.619 base_rate 0.042 mean_risk 0.04 positives 319 lift_at_1pct 6.663 precision_at_1pct 0.28 precision_at_1pct_ci_hi 0.392 precision_at_1pct_ci_lo 0.173 ci_hi_vs_public_records_csa -0.008 ci_lo_vs_public_records_csa -0.051 delta_vs_public_records_csa -0.026 p1_ci_hi_vs_public_records_csa 0.029 p1_ci_lo_vs_public_records_csa -0.083 p1_delta_vs_public_records_csa -0.04 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.827 ece 0.014 brier 0.063 auc_ci_hi 0.832 auc_ci_lo 0.823 base_rate 0.092 mean_risk 0.106 positives 7,229 lift_at_1pct 10.306 precision_at_1pct 0.949 precision_at_1pct_ci_hi 0.966 precision_at_1pct_ci_lo 0.935 ci_hi_vs_public_records_csa -0.002 ci_lo_vs_public_records_csa -0.006 delta_vs_public_records_csa -0.004 p1_ci_hi_vs_public_records_csa 0.006 p1_ci_lo_vs_public_records_csa -0.014 p1_delta_vs_public_records_csa -0.003 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.827 ece 0.014 brier 0.063 auc_ci_hi 0.832 auc_ci_lo 0.823 base_rate 0.092 mean_risk 0.106 positives 7,229 lift_at_1pct 10.306 precision_at_1pct 0.949 precision_at_1pct_ci_hi 0.966 precision_at_1pct_ci_lo 0.934 ci_hi_vs_public_records_csa -0.002 ci_lo_vs_public_records_csa -0.006 delta_vs_public_records_csa -0.004 p1_ci_hi_vs_public_records_csa 0.007 p1_ci_lo_vs_public_records_csa -0.013 p1_delta_vs_public_records_csa -0.003 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.654 ece 0.007 brier 0.039 auc_ci_hi 0.684 auc_ci_lo 0.62 base_rate 0.042 mean_risk 0.04 positives 319 lift_at_1pct 6.663 precision_at_1pct 0.28 precision_at_1pct_ci_hi 0.395 precision_at_1pct_ci_lo 0.167 ci_hi_vs_public_records_csa -0.007 ci_lo_vs_public_records_csa -0.05 delta_vs_public_records_csa -0.025 p1_ci_hi_vs_public_records_csa 0.02 p1_ci_lo_vs_public_records_csa -0.083 p1_delta_vs_public_records_csa -0.04 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.832 ece 0.011 brier 0.062 auc_ci_hi 0.837 auc_ci_lo 0.828 base_rate 0.092 mean_risk 0.103 positives 7,229 lift_at_1pct 10.32 precision_at_1pct 0.95 precision_at_1pct_ci_hi 0.966 precision_at_1pct_ci_lo 0.936 ci_hi_vs_public_records_csa 0.003 ci_lo_vs_public_records_csa 0 delta_vs_public_records_csa 0.002 p1_ci_hi_vs_public_records_csa 0.009 p1_ci_lo_vs_public_records_csa -0.01 p1_delta_vs_public_records_csa -0.001 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.676 ece 0.004 brier 0.039 auc_ci_hi 0.707 auc_ci_lo 0.645 base_rate 0.042 mean_risk 0.041 positives 319 lift_at_1pct 7.615 precision_at_1pct 0.32 precision_at_1pct_ci_hi 0.44 precision_at_1pct_ci_lo 0.206 ci_hi_vs_public_records_csa 0.009 ci_lo_vs_public_records_csa -0.021 delta_vs_public_records_csa -0.004 p1_ci_hi_vs_public_records_csa 0.073 p1_ci_lo_vs_public_records_csa -0.06 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.676 ece 0.004 brier 0.039 auc_ci_hi 0.707 auc_ci_lo 0.645 base_rate 0.042 mean_risk 0.041 positives 319 lift_at_1pct 7.615 precision_at_1pct 0.32 precision_at_1pct_ci_hi 0.44 precision_at_1pct_ci_lo 0.208 ci_hi_vs_public_records_csa 0.009 ci_lo_vs_public_records_csa -0.02 delta_vs_public_records_csa -0.003 p1_ci_hi_vs_public_records_csa 0.07 p1_ci_lo_vs_public_records_csa -0.056 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.832 ece 0.011 brier 0.062 auc_ci_hi 0.837 auc_ci_lo 0.828 base_rate 0.092 mean_risk 0.103 positives 7,229 lift_at_1pct 10.334 precision_at_1pct 0.952 precision_at_1pct_ci_hi 0.966 precision_at_1pct_ci_lo 0.934 ci_hi_vs_public_records_csa 0.003 ci_lo_vs_public_records_csa 0 delta_vs_public_records_csa 0.002 p1_ci_hi_vs_public_records_csa 0.008 p1_ci_lo_vs_public_records_csa -0.012 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.83 ece 0.009 brier 0.062 auc_ci_hi 0.836 auc_ci_lo 0.826 base_rate 0.092 mean_risk 0.101 positives 7,229 lift_at_1pct 10.334 precision_at_1pct 0.952 precision_at_1pct_ci_hi 0.969 precision_at_1pct_ci_lo 0.938 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.679 ece 0.009 brier 0.039 auc_ci_hi 0.712 auc_ci_lo 0.649 base_rate 0.042 mean_risk 0.04 positives 319 lift_at_1pct 7.615 precision_at_1pct 0.32 precision_at_1pct_ci_hi 0.437 precision_at_1pct_ci_lo 0.215 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.679 ece 0.009 brier 0.039 auc_ci_hi 0.712 auc_ci_lo 0.649 base_rate 0.042 mean_risk 0.04 positives 319 lift_at_1pct 7.615 precision_at_1pct 0.32 precision_at_1pct_ci_hi 0.437 precision_at_1pct_ci_lo 0.215 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.83 ece 0.009 brier 0.062 auc_ci_hi 0.836 auc_ci_lo 0.826 base_rate 0.092 mean_risk 0.101 positives 7,229 lift_at_1pct 10.334 precision_at_1pct 0.952 precision_at_1pct_ci_hi 0.968 precision_at_1pct_ci_lo 0.939 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.679 ece 0.009 brier 0.039 auc_ci_hi 0.712 auc_ci_lo 0.649 base_rate 0.042 mean_risk 0.04 positives 319 lift_at_1pct 7.615 precision_at_1pct 0.32 precision_at_1pct_ci_hi 0.437 precision_at_1pct_ci_lo 0.215 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.83 ece 0.009 brier 0.062 auc_ci_hi 0.836 auc_ci_lo 0.826 base_rate 0.092 mean_risk 0.101 positives 7,229 lift_at_1pct 10.334 precision_at_1pct 0.952 precision_at_1pct_ci_hi 0.969 precision_at_1pct_ci_lo 0.938 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.679 ece 0.009 brier 0.039 auc_ci_hi 0.712 auc_ci_lo 0.649 base_rate 0.042 mean_risk 0.04 positives 319 lift_at_1pct 7.615 precision_at_1pct 0.32 precision_at_1pct_ci_hi 0.437 precision_at_1pct_ci_lo 0.215 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.83 ece 0.009 brier 0.062 auc_ci_hi 0.836 auc_ci_lo 0.826 base_rate 0.092 mean_risk 0.101 positives 7,229 lift_at_1pct 10.334 precision_at_1pct 0.952 precision_at_1pct_ci_hi 0.969 precision_at_1pct_ci_lo 0.938 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.83 ece 0.009 brier 0.062 auc_ci_hi 0.836 auc_ci_lo 0.826 base_rate 0.092 mean_risk 0.101 positives 7,229 lift_at_1pct 10.334 precision_at_1pct 0.952 precision_at_1pct_ci_hi 0.969 precision_at_1pct_ci_lo 0.938 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_any 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.679 ece 0.009 brier 0.039 auc_ci_hi 0.712 auc_ci_lo 0.649 base_rate 0.042 mean_risk 0.04 positives 319 lift_at_1pct 7.615 precision_at_1pct 0.32 precision_at_1pct_ci_hi 0.437 precision_at_1pct_ci_lo 0.215 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.627 ece 0.004 brier 0.026 auc_ci_hi 0.67 auc_ci_lo 0.58 base_rate 0.027 mean_risk 0.027 positives 207 lift_at_1pct 9.29 precision_at_1pct 0.253 precision_at_1pct_ci_hi 0.327 precision_at_1pct_ci_lo 0.151 ci_hi_vs_public_records_csa 0.009 ci_lo_vs_public_records_csa -0.049 delta_vs_public_records_csa -0.021 p1_ci_hi_vs_public_records_csa 0.067 p1_ci_lo_vs_public_records_csa -0.067 p1_delta_vs_public_records_csa 0.013 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.83 ece 0.008 brier 0.051 auc_ci_hi 0.835 auc_ci_lo 0.824 base_rate 0.071 mean_risk 0.079 positives 5,578 lift_at_1pct 12.389 precision_at_1pct 0.88 precision_at_1pct_ci_hi 0.905 precision_at_1pct_ci_lo 0.851 ci_hi_vs_public_records_csa 0.001 ci_lo_vs_public_records_csa -0.004 delta_vs_public_records_csa -0.001 p1_ci_hi_vs_public_records_csa 0.013 p1_ci_lo_vs_public_records_csa -0.012 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.629 ece 0.004 brier 0.026 auc_ci_hi 0.673 auc_ci_lo 0.582 base_rate 0.027 mean_risk 0.027 positives 207 lift_at_1pct 9.779 precision_at_1pct 0.267 precision_at_1pct_ci_hi 0.339 precision_at_1pct_ci_lo 0.16 ci_hi_vs_public_records_csa 0.011 ci_lo_vs_public_records_csa -0.047 delta_vs_public_records_csa -0.019 p1_ci_hi_vs_public_records_csa 0.066 p1_ci_lo_vs_public_records_csa -0.058 p1_delta_vs_public_records_csa 0.027 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.83 ece 0.012 brier 0.051 auc_ci_hi 0.836 auc_ci_lo 0.825 base_rate 0.071 mean_risk 0.083 positives 5,578 lift_at_1pct 12.335 precision_at_1pct 0.876 precision_at_1pct_ci_hi 0.908 precision_at_1pct_ci_lo 0.85 ci_hi_vs_public_records_csa 0.002 ci_lo_vs_public_records_csa -0.003 delta_vs_public_records_csa -0 p1_ci_hi_vs_public_records_csa 0.014 p1_ci_lo_vs_public_records_csa -0.015 p1_delta_vs_public_records_csa -0.003 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.629 ece 0.004 brier 0.026 auc_ci_hi 0.674 auc_ci_lo 0.582 base_rate 0.027 mean_risk 0.027 positives 207 lift_at_1pct 9.779 precision_at_1pct 0.267 precision_at_1pct_ci_hi 0.343 precision_at_1pct_ci_lo 0.16 ci_hi_vs_public_records_csa 0.01 ci_lo_vs_public_records_csa -0.047 delta_vs_public_records_csa -0.019 p1_ci_hi_vs_public_records_csa 0.065 p1_ci_lo_vs_public_records_csa -0.058 p1_delta_vs_public_records_csa 0.027 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.83 ece 0.012 brier 0.051 auc_ci_hi 0.836 auc_ci_lo 0.825 base_rate 0.071 mean_risk 0.083 positives 5,578 lift_at_1pct 12.353 precision_at_1pct 0.878 precision_at_1pct_ci_hi 0.909 precision_at_1pct_ci_lo 0.848 ci_hi_vs_public_records_csa 0.002 ci_lo_vs_public_records_csa -0.003 delta_vs_public_records_csa -0 p1_ci_hi_vs_public_records_csa 0.015 p1_ci_lo_vs_public_records_csa -0.017 p1_delta_vs_public_records_csa -0.001 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.833 ece 0.007 brier 0.05 auc_ci_hi 0.839 auc_ci_lo 0.828 base_rate 0.071 mean_risk 0.078 positives 5,578 lift_at_1pct 12.353 precision_at_1pct 0.878 precision_at_1pct_ci_hi 0.906 precision_at_1pct_ci_lo 0.85 ci_hi_vs_public_records_csa 0.004 ci_lo_vs_public_records_csa 0.001 delta_vs_public_records_csa 0.002 p1_ci_hi_vs_public_records_csa 0.011 p1_ci_lo_vs_public_records_csa -0.014 p1_delta_vs_public_records_csa -0.001 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.642 ece 0.004 brier 0.026 auc_ci_hi 0.69 auc_ci_lo 0.599 base_rate 0.027 mean_risk 0.028 positives 207 lift_at_1pct 10.757 precision_at_1pct 0.293 precision_at_1pct_ci_hi 0.367 precision_at_1pct_ci_lo 0.196 ci_hi_vs_public_records_csa 0.011 ci_lo_vs_public_records_csa -0.03 delta_vs_public_records_csa -0.007 p1_ci_hi_vs_public_records_csa 0.095 p1_ci_lo_vs_public_records_csa -0.023 p1_delta_vs_public_records_csa 0.053 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.642 ece 0.005 brier 0.026 auc_ci_hi 0.69 auc_ci_lo 0.597 base_rate 0.027 mean_risk 0.028 positives 207 lift_at_1pct 10.757 precision_at_1pct 0.293 precision_at_1pct_ci_hi 0.363 precision_at_1pct_ci_lo 0.187 ci_hi_vs_public_records_csa 0.013 ci_lo_vs_public_records_csa -0.031 delta_vs_public_records_csa -0.006 p1_ci_hi_vs_public_records_csa 0.091 p1_ci_lo_vs_public_records_csa -0.016 p1_delta_vs_public_records_csa 0.053 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.833 ece 0.007 brier 0.05 auc_ci_hi 0.839 auc_ci_lo 0.828 base_rate 0.071 mean_risk 0.078 positives 5,578 lift_at_1pct 12.353 precision_at_1pct 0.878 precision_at_1pct_ci_hi 0.907 precision_at_1pct_ci_lo 0.853 ci_hi_vs_public_records_csa 0.004 ci_lo_vs_public_records_csa 0.001 delta_vs_public_records_csa 0.002 p1_ci_hi_vs_public_records_csa 0.011 p1_ci_lo_vs_public_records_csa -0.016 p1_delta_vs_public_records_csa -0.003 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.83 ece 0.006 brier 0.05 auc_ci_hi 0.835 auc_ci_lo 0.825 base_rate 0.071 mean_risk 0.076 positives 5,578 lift_at_1pct 12.371 precision_at_1pct 0.879 precision_at_1pct_ci_hi 0.907 precision_at_1pct_ci_lo 0.846 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.649 ece 0.004 brier 0.026 auc_ci_hi 0.688 auc_ci_lo 0.614 base_rate 0.027 mean_risk 0.027 positives 207 lift_at_1pct 8.801 precision_at_1pct 0.24 precision_at_1pct_ci_hi 0.342 precision_at_1pct_ci_lo 0.148 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.648 ece 0.003 brier 0.026 auc_ci_hi 0.687 auc_ci_lo 0.612 base_rate 0.027 mean_risk 0.027 positives 207 lift_at_1pct 8.801 precision_at_1pct 0.24 precision_at_1pct_ci_hi 0.336 precision_at_1pct_ci_lo 0.15 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.83 ece 0.006 brier 0.05 auc_ci_hi 0.835 auc_ci_lo 0.825 base_rate 0.071 mean_risk 0.076 positives 5,578 lift_at_1pct 12.389 precision_at_1pct 0.88 precision_at_1pct_ci_hi 0.908 precision_at_1pct_ci_lo 0.846 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.648 ece 0.003 brier 0.026 auc_ci_hi 0.687 auc_ci_lo 0.612 base_rate 0.027 mean_risk 0.027 positives 207 lift_at_1pct 8.801 precision_at_1pct 0.24 precision_at_1pct_ci_hi 0.334 precision_at_1pct_ci_lo 0.155 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.83 ece 0.006 brier 0.05 auc_ci_hi 0.835 auc_ci_lo 0.825 base_rate 0.071 mean_risk 0.076 positives 5,578 lift_at_1pct 12.389 precision_at_1pct 0.88 precision_at_1pct_ci_hi 0.908 precision_at_1pct_ci_lo 0.846 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.648 ece 0.004 brier 0.026 auc_ci_hi 0.687 auc_ci_lo 0.613 base_rate 0.027 mean_risk 0.027 positives 207 lift_at_1pct 8.801 precision_at_1pct 0.24 precision_at_1pct_ci_hi 0.324 precision_at_1pct_ci_lo 0.156 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.831 ece 0.008 brier 0.051 auc_ci_hi 0.836 auc_ci_lo 0.825 base_rate 0.071 mean_risk 0.079 positives 5,578 lift_at_1pct 12.371 precision_at_1pct 0.879 precision_at_1pct_ci_hi 0.907 precision_at_1pct_ci_lo 0.85 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.648 ece 0.004 brier 0.026 auc_ci_hi 0.687 auc_ci_lo 0.613 base_rate 0.027 mean_risk 0.027 positives 207 lift_at_1pct 8.801 precision_at_1pct 0.24 precision_at_1pct_ci_hi 0.322 precision_at_1pct_ci_lo 0.151 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.831 ece 0.007 brier 0.051 auc_ci_hi 0.836 auc_ci_lo 0.825 base_rate 0.071 mean_risk 0.078 positives 5,578 lift_at_1pct 12.371 precision_at_1pct 0.879 precision_at_1pct_ci_hi 0.908 precision_at_1pct_ci_lo 0.851 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.621 ece 0.003 brier 0.015 auc_ci_hi 0.667 auc_ci_lo 0.559 base_rate 0.016 mean_risk 0.014 positives 120 lift_at_1pct 8.434 precision_at_1pct 0.133 precision_at_1pct_ci_hi 0.223 precision_at_1pct_ci_lo 0.066 ci_hi_vs_public_records_csa 0.01 ci_lo_vs_public_records_csa -0.077 delta_vs_public_records_csa -0.031 p1_ci_hi_vs_public_records_csa 0.039 p1_ci_lo_vs_public_records_csa -0.05 p1_delta_vs_public_records_csa -0.013 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.847 ece 0.006 brier 0.032 auc_ci_hi 0.853 auc_ci_lo 0.84 base_rate 0.042 mean_risk 0.049 positives 3,331 lift_at_1pct 17.593 precision_at_1pct 0.746 precision_at_1pct_ci_hi 0.787 precision_at_1pct_ci_lo 0.712 ci_hi_vs_public_records_csa 0 ci_lo_vs_public_records_csa -0.004 delta_vs_public_records_csa -0.002 p1_ci_hi_vs_public_records_csa 0.014 p1_ci_lo_vs_public_records_csa -0.016 p1_delta_vs_public_records_csa -0.004 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.621 ece 0.004 brier 0.015 auc_ci_hi 0.668 auc_ci_lo 0.56 base_rate 0.016 mean_risk 0.014 positives 120 lift_at_1pct 8.434 precision_at_1pct 0.133 precision_at_1pct_ci_hi 0.216 precision_at_1pct_ci_lo 0.066 ci_hi_vs_public_records_csa 0.01 ci_lo_vs_public_records_csa -0.078 delta_vs_public_records_csa -0.032 p1_ci_hi_vs_public_records_csa 0.041 p1_ci_lo_vs_public_records_csa -0.047 p1_delta_vs_public_records_csa -0.013 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.847 ece 0.006 brier 0.032 auc_ci_hi 0.853 auc_ci_lo 0.841 base_rate 0.042 mean_risk 0.049 positives 3,331 lift_at_1pct 17.593 precision_at_1pct 0.746 precision_at_1pct_ci_hi 0.785 precision_at_1pct_ci_lo 0.71 ci_hi_vs_public_records_csa 0.001 ci_lo_vs_public_records_csa -0.004 delta_vs_public_records_csa -0.002 p1_ci_hi_vs_public_records_csa 0.016 p1_ci_lo_vs_public_records_csa -0.015 p1_delta_vs_public_records_csa -0.005 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.621 ece 0.003 brier 0.015 auc_ci_hi 0.668 auc_ci_lo 0.56 base_rate 0.016 mean_risk 0.014 positives 120 lift_at_1pct 8.434 precision_at_1pct 0.133 precision_at_1pct_ci_hi 0.213 precision_at_1pct_ci_lo 0.06 ci_hi_vs_public_records_csa 0.01 ci_lo_vs_public_records_csa -0.078 delta_vs_public_records_csa -0.032 p1_ci_hi_vs_public_records_csa 0.04 p1_ci_lo_vs_public_records_csa -0.047 p1_delta_vs_public_records_csa -0.013 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.847 ece 0.006 brier 0.032 auc_ci_hi 0.853 auc_ci_lo 0.841 base_rate 0.042 mean_risk 0.048 positives 3,331 lift_at_1pct 17.653 precision_at_1pct 0.749 precision_at_1pct_ci_hi 0.784 precision_at_1pct_ci_lo 0.711 ci_hi_vs_public_records_csa 0.001 ci_lo_vs_public_records_csa -0.004 delta_vs_public_records_csa -0.002 p1_ci_hi_vs_public_records_csa 0.016 p1_ci_lo_vs_public_records_csa -0.018 p1_delta_vs_public_records_csa -0.001 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.851 ece 0.005 brier 0.032 auc_ci_hi 0.857 auc_ci_lo 0.845 base_rate 0.042 mean_risk 0.047 positives 3,331 lift_at_1pct 17.623 precision_at_1pct 0.748 precision_at_1pct_ci_hi 0.787 precision_at_1pct_ci_lo 0.71 ci_hi_vs_public_records_csa 0.004 ci_lo_vs_public_records_csa 0 delta_vs_public_records_csa 0.002 p1_ci_hi_vs_public_records_csa 0.014 p1_ci_lo_vs_public_records_csa -0.019 p1_delta_vs_public_records_csa -0.004 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.647 ece 0.004 brier 0.015 auc_ci_hi 0.696 auc_ci_lo 0.588 base_rate 0.016 mean_risk 0.014 positives 120 lift_at_1pct 12.652 precision_at_1pct 0.2 precision_at_1pct_ci_hi 0.27 precision_at_1pct_ci_lo 0.087 ci_hi_vs_public_records_csa 0.02 ci_lo_vs_public_records_csa -0.037 delta_vs_public_records_csa -0.008 p1_ci_hi_vs_public_records_csa 0.085 p1_ci_lo_vs_public_records_csa -0.002 p1_delta_vs_public_records_csa 0.04 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.645 ece 0.005 brier 0.015 auc_ci_hi 0.693 auc_ci_lo 0.585 base_rate 0.016 mean_risk 0.014 positives 120 lift_at_1pct 11.808 precision_at_1pct 0.187 precision_at_1pct_ci_hi 0.262 precision_at_1pct_ci_lo 0.087 ci_hi_vs_public_records_csa 0.02 ci_lo_vs_public_records_csa -0.04 delta_vs_public_records_csa -0.008 p1_ci_hi_vs_public_records_csa 0.079 p1_ci_lo_vs_public_records_csa -0.005 p1_delta_vs_public_records_csa 0.04 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.851 ece 0.005 brier 0.032 auc_ci_hi 0.857 auc_ci_lo 0.845 base_rate 0.042 mean_risk 0.048 positives 3,331 lift_at_1pct 17.623 precision_at_1pct 0.748 precision_at_1pct_ci_hi 0.787 precision_at_1pct_ci_lo 0.71 ci_hi_vs_public_records_csa 0.004 ci_lo_vs_public_records_csa 0 delta_vs_public_records_csa 0.002 p1_ci_hi_vs_public_records_csa 0.014 p1_ci_lo_vs_public_records_csa -0.017 p1_delta_vs_public_records_csa -0.004 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.849 ece 0.004 brier 0.032 auc_ci_hi 0.855 auc_ci_lo 0.842 base_rate 0.042 mean_risk 0.046 positives 3,331 lift_at_1pct 17.714 precision_at_1pct 0.752 precision_at_1pct_ci_hi 0.783 precision_at_1pct_ci_lo 0.715 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.654 ece 0.003 brier 0.015 auc_ci_hi 0.701 auc_ci_lo 0.6 base_rate 0.016 mean_risk 0.014 positives 120 lift_at_1pct 10.121 precision_at_1pct 0.16 precision_at_1pct_ci_hi 0.227 precision_at_1pct_ci_lo 0.073 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.653 ece 0.003 brier 0.015 auc_ci_hi 0.699 auc_ci_lo 0.598 base_rate 0.016 mean_risk 0.014 positives 120 lift_at_1pct 9.278 precision_at_1pct 0.147 precision_at_1pct_ci_hi 0.22 precision_at_1pct_ci_lo 0.073 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.849 ece 0.005 brier 0.032 auc_ci_hi 0.855 auc_ci_lo 0.842 base_rate 0.042 mean_risk 0.046 positives 3,331 lift_at_1pct 17.714 precision_at_1pct 0.752 precision_at_1pct_ci_hi 0.781 precision_at_1pct_ci_lo 0.716 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.652 ece 0.003 brier 0.015 auc_ci_hi 0.699 auc_ci_lo 0.597 base_rate 0.016 mean_risk 0.014 positives 120 lift_at_1pct 9.278 precision_at_1pct 0.147 precision_at_1pct_ci_hi 0.228 precision_at_1pct_ci_lo 0.074 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.849 ece 0.005 brier 0.032 auc_ci_hi 0.855 auc_ci_lo 0.842 base_rate 0.042 mean_risk 0.046 positives 3,331 lift_at_1pct 17.684 precision_at_1pct 0.75 precision_at_1pct_ci_hi 0.782 precision_at_1pct_ci_lo 0.716 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.653 ece 0.003 brier 0.015 auc_ci_hi 0.699 auc_ci_lo 0.598 base_rate 0.016 mean_risk 0.014 positives 120 lift_at_1pct 9.278 precision_at_1pct 0.147 precision_at_1pct_ci_hi 0.22 precision_at_1pct_ci_lo 0.073 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.849 ece 0.005 brier 0.032 auc_ci_hi 0.855 auc_ci_lo 0.842 base_rate 0.042 mean_risk 0.046 positives 3,331 lift_at_1pct 17.714 precision_at_1pct 0.752 precision_at_1pct_ci_hi 0.781 precision_at_1pct_ci_lo 0.716 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.653 ece 0.003 brier 0.015 auc_ci_hi 0.699 auc_ci_lo 0.598 base_rate 0.016 mean_risk 0.014 positives 120 lift_at_1pct 9.278 precision_at_1pct 0.147 precision_at_1pct_ci_hi 0.222 precision_at_1pct_ci_lo 0.073 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
crash_severe 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.849 ece 0.004 brier 0.032 auc_ci_hi 0.855 auc_ci_lo 0.842 base_rate 0.042 mean_risk 0.046 positives 3,331 lift_at_1pct 17.684 precision_at_1pct 0.75 precision_at_1pct_ci_hi 0.782 precision_at_1pct_ci_lo 0.717 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.633 ece 0.031 brier 0.14 auc_ci_hi 0.651 auc_ci_lo 0.614 base_rate 0.169 mean_risk 0.183 positives 1,284 lift_at_1pct 1.813 precision_at_1pct 0.307 precision_at_1pct_ci_hi 0.41 precision_at_1pct_ci_lo 0.187 ci_hi_vs_public_records_csa 0.019 ci_lo_vs_public_records_csa -0.006 delta_vs_public_records_csa 0.007 p1_ci_hi_vs_public_records_csa 0.075 p1_ci_lo_vs_public_records_csa -0.145 p1_delta_vs_public_records_csa -0.027 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.909 ece 0.006 brier 0.026 auc_ci_hi 0.913 auc_ci_lo 0.904 base_rate 0.03 mean_risk 0.035 positives 2,382 lift_at_1pct 9.74 precision_at_1pct 0.296 precision_at_1pct_ci_hi 0.324 precision_at_1pct_ci_lo 0.268 ci_hi_vs_public_records_csa 0.002 ci_lo_vs_public_records_csa -0.002 delta_vs_public_records_csa 0 p1_ci_hi_vs_public_records_csa 0.038 p1_ci_lo_vs_public_records_csa -0.011 p1_delta_vs_public_records_csa 0.01 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.641 ece 0.03 brier 0.139 auc_ci_hi 0.658 auc_ci_lo 0.622 base_rate 0.169 mean_risk 0.176 positives 1,284 lift_at_1pct 1.655 precision_at_1pct 0.28 precision_at_1pct_ci_hi 0.397 precision_at_1pct_ci_lo 0.18 ci_hi_vs_public_records_csa 0.022 ci_lo_vs_public_records_csa -0 delta_vs_public_records_csa 0.011 p1_ci_hi_vs_public_records_csa 0.043 p1_ci_lo_vs_public_records_csa -0.161 p1_delta_vs_public_records_csa -0.053 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.91 ece 0.005 brier 0.026 auc_ci_hi 0.914 auc_ci_lo 0.905 base_rate 0.03 mean_risk 0.033 positives 2,382 lift_at_1pct 9.572 precision_at_1pct 0.29 precision_at_1pct_ci_hi 0.313 precision_at_1pct_ci_lo 0.266 ci_hi_vs_public_records_csa 0.003 ci_lo_vs_public_records_csa -0.001 delta_vs_public_records_csa 0.001 p1_ci_hi_vs_public_records_csa 0.035 p1_ci_lo_vs_public_records_csa -0.012 p1_delta_vs_public_records_csa 0.011 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.64 ece 0.031 brier 0.139 auc_ci_hi 0.658 auc_ci_lo 0.622 base_rate 0.169 mean_risk 0.176 positives 1,284 lift_at_1pct 1.655 precision_at_1pct 0.28 precision_at_1pct_ci_hi 0.401 precision_at_1pct_ci_lo 0.179 ci_hi_vs_public_records_csa 0.024 ci_lo_vs_public_records_csa 0.001 delta_vs_public_records_csa 0.012 p1_ci_hi_vs_public_records_csa 0.046 p1_ci_lo_vs_public_records_csa -0.147 p1_delta_vs_public_records_csa -0.04 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.91 ece 0.005 brier 0.026 auc_ci_hi 0.913 auc_ci_lo 0.905 base_rate 0.03 mean_risk 0.033 positives 2,382 lift_at_1pct 9.656 precision_at_1pct 0.293 precision_at_1pct_ci_hi 0.32 precision_at_1pct_ci_lo 0.27 ci_hi_vs_public_records_csa 0.003 ci_lo_vs_public_records_csa -0.001 delta_vs_public_records_csa 0.001 p1_ci_hi_vs_public_records_csa 0.039 p1_ci_lo_vs_public_records_csa -0.013 p1_delta_vs_public_records_csa 0.011 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.913 ece 0.006 brier 0.026 auc_ci_hi 0.917 auc_ci_lo 0.909 base_rate 0.03 mean_risk 0.036 positives 2,382 lift_at_1pct 10.034 precision_at_1pct 0.304 precision_at_1pct_ci_hi 0.335 precision_at_1pct_ci_lo 0.281 ci_hi_vs_public_records_csa 0.005 ci_lo_vs_public_records_csa 0.002 delta_vs_public_records_csa 0.004 p1_ci_hi_vs_public_records_csa 0.046 p1_ci_lo_vs_public_records_csa -0.002 p1_delta_vs_public_records_csa 0.019 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.645 ece 0.033 brier 0.139 auc_ci_hi 0.664 auc_ci_lo 0.627 base_rate 0.169 mean_risk 0.192 positives 1,284 lift_at_1pct 2.207 precision_at_1pct 0.373 precision_at_1pct_ci_hi 0.494 precision_at_1pct_ci_lo 0.26 ci_hi_vs_public_records_csa 0.03 ci_lo_vs_public_records_csa 0.009 delta_vs_public_records_csa 0.02 p1_ci_hi_vs_public_records_csa 0.135 p1_ci_lo_vs_public_records_csa -0.054 p1_delta_vs_public_records_csa 0.04 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.648 ece 0.034 brier 0.139 auc_ci_hi 0.667 auc_ci_lo 0.629 base_rate 0.169 mean_risk 0.19 positives 1,284 lift_at_1pct 2.286 precision_at_1pct 0.387 precision_at_1pct_ci_hi 0.517 precision_at_1pct_ci_lo 0.263 ci_hi_vs_public_records_csa 0.032 ci_lo_vs_public_records_csa 0.011 delta_vs_public_records_csa 0.022 p1_ci_hi_vs_public_records_csa 0.144 p1_ci_lo_vs_public_records_csa -0.042 p1_delta_vs_public_records_csa 0.053 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.913 ece 0.005 brier 0.026 auc_ci_hi 0.917 auc_ci_lo 0.909 base_rate 0.03 mean_risk 0.035 positives 2,382 lift_at_1pct 10.118 precision_at_1pct 0.307 precision_at_1pct_ci_hi 0.335 precision_at_1pct_ci_lo 0.281 ci_hi_vs_public_records_csa 0.006 ci_lo_vs_public_records_csa 0.002 delta_vs_public_records_csa 0.004 p1_ci_hi_vs_public_records_csa 0.052 p1_ci_lo_vs_public_records_csa -0.001 p1_delta_vs_public_records_csa 0.022 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.909 ece 0.008 brier 0.026 auc_ci_hi 0.912 auc_ci_lo 0.905 base_rate 0.03 mean_risk 0.038 positives 2,382 lift_at_1pct 9.404 precision_at_1pct 0.285 precision_at_1pct_ci_hi 0.31 precision_at_1pct_ci_lo 0.254 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.625 ece 0.039 brier 0.141 auc_ci_hi 0.642 auc_ci_lo 0.613 base_rate 0.169 mean_risk 0.207 positives 1,284 lift_at_1pct 1.971 precision_at_1pct 0.333 precision_at_1pct_ci_hi 0.447 precision_at_1pct_ci_lo 0.188 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.626 ece 0.039 brier 0.141 auc_ci_hi 0.642 auc_ci_lo 0.613 base_rate 0.169 mean_risk 0.208 positives 1,284 lift_at_1pct 1.971 precision_at_1pct 0.333 precision_at_1pct_ci_hi 0.45 precision_at_1pct_ci_lo 0.188 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.909 ece 0.008 brier 0.026 auc_ci_hi 0.912 auc_ci_lo 0.905 base_rate 0.03 mean_risk 0.038 positives 2,382 lift_at_1pct 9.404 precision_at_1pct 0.285 precision_at_1pct_ci_hi 0.312 precision_at_1pct_ci_lo 0.253 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.625 ece 0.039 brier 0.141 auc_ci_hi 0.642 auc_ci_lo 0.613 base_rate 0.169 mean_risk 0.208 positives 1,284 lift_at_1pct 1.971 precision_at_1pct 0.333 precision_at_1pct_ci_hi 0.45 precision_at_1pct_ci_lo 0.188 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.909 ece 0.008 brier 0.026 auc_ci_hi 0.912 auc_ci_lo 0.905 base_rate 0.03 mean_risk 0.038 positives 2,382 lift_at_1pct 9.404 precision_at_1pct 0.285 precision_at_1pct_ci_hi 0.311 precision_at_1pct_ci_lo 0.252 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.629 ece 0.034 brier 0.14 auc_ci_hi 0.646 auc_ci_lo 0.618 base_rate 0.169 mean_risk 0.198 positives 1,284 lift_at_1pct 1.971 precision_at_1pct 0.333 precision_at_1pct_ci_hi 0.443 precision_at_1pct_ci_lo 0.208 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.909 ece 0.007 brier 0.026 auc_ci_hi 0.913 auc_ci_lo 0.905 base_rate 0.03 mean_risk 0.036 positives 2,382 lift_at_1pct 9.195 precision_at_1pct 0.279 precision_at_1pct_ci_hi 0.31 precision_at_1pct_ci_lo 0.25 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.628 ece 0.034 brier 0.14 auc_ci_hi 0.645 auc_ci_lo 0.616 base_rate 0.169 mean_risk 0.199 positives 1,284 lift_at_1pct 1.892 precision_at_1pct 0.32 precision_at_1pct_ci_hi 0.443 precision_at_1pct_ci_lo 0.199 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.909 ece 0.007 brier 0.026 auc_ci_hi 0.913 auc_ci_lo 0.905 base_rate 0.03 mean_risk 0.036 positives 2,382 lift_at_1pct 9.279 precision_at_1pct 0.282 precision_at_1pct_ci_hi 0.308 precision_at_1pct_ci_lo 0.249 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.648 ece 0.023 brier 0.086 auc_ci_hi 0.669 auc_ci_lo 0.625 base_rate 0.096 mean_risk 0.078 positives 728 lift_at_1pct 2.224 precision_at_1pct 0.213 precision_at_1pct_ci_hi 0.318 precision_at_1pct_ci_lo 0.126 ci_hi_vs_public_records_csa 0.032 ci_lo_vs_public_records_csa -0.003 delta_vs_public_records_csa 0.015 p1_ci_hi_vs_public_records_csa 0.04 p1_ci_lo_vs_public_records_csa -0.129 p1_delta_vs_public_records_csa -0.04 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.899 ece 0.002 brier 0.017 auc_ci_hi 0.905 auc_ci_lo 0.893 base_rate 0.018 mean_risk 0.017 positives 1,425 lift_at_1pct 10.106 precision_at_1pct 0.183 precision_at_1pct_ci_hi 0.212 precision_at_1pct_ci_lo 0.157 ci_hi_vs_public_records_csa 0.004 ci_lo_vs_public_records_csa -0.001 delta_vs_public_records_csa 0.001 p1_ci_hi_vs_public_records_csa 0.017 p1_ci_lo_vs_public_records_csa -0.027 p1_delta_vs_public_records_csa -0.006 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.649 ece 0.024 brier 0.086 auc_ci_hi 0.67 auc_ci_lo 0.627 base_rate 0.096 mean_risk 0.079 positives 728 lift_at_1pct 2.363 precision_at_1pct 0.227 precision_at_1pct_ci_hi 0.322 precision_at_1pct_ci_lo 0.149 ci_hi_vs_public_records_csa 0.033 ci_lo_vs_public_records_csa -0.002 delta_vs_public_records_csa 0.016 p1_ci_hi_vs_public_records_csa 0.058 p1_ci_lo_vs_public_records_csa -0.111 p1_delta_vs_public_records_csa -0.027 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.899 ece 0.002 brier 0.017 auc_ci_hi 0.904 auc_ci_lo 0.892 base_rate 0.018 mean_risk 0.018 positives 1,425 lift_at_1pct 9.825 precision_at_1pct 0.178 precision_at_1pct_ci_hi 0.21 precision_at_1pct_ci_lo 0.155 ci_hi_vs_public_records_csa 0.004 ci_lo_vs_public_records_csa -0.002 delta_vs_public_records_csa 0.001 p1_ci_hi_vs_public_records_csa 0.015 p1_ci_lo_vs_public_records_csa -0.034 p1_delta_vs_public_records_csa -0.011 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.649 ece 0.024 brier 0.086 auc_ci_hi 0.669 auc_ci_lo 0.627 base_rate 0.096 mean_risk 0.079 positives 728 lift_at_1pct 2.085 precision_at_1pct 0.2 precision_at_1pct_ci_hi 0.32 precision_at_1pct_ci_lo 0.147 ci_hi_vs_public_records_csa 0.033 ci_lo_vs_public_records_csa -0.002 delta_vs_public_records_csa 0.016 p1_ci_hi_vs_public_records_csa 0.058 p1_ci_lo_vs_public_records_csa -0.121 p1_delta_vs_public_records_csa -0.053 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.899 ece 0.002 brier 0.017 auc_ci_hi 0.904 auc_ci_lo 0.892 base_rate 0.018 mean_risk 0.018 positives 1,425 lift_at_1pct 9.825 precision_at_1pct 0.178 precision_at_1pct_ci_hi 0.21 precision_at_1pct_ci_lo 0.154 ci_hi_vs_public_records_csa 0.004 ci_lo_vs_public_records_csa -0.002 delta_vs_public_records_csa 0.001 p1_ci_hi_vs_public_records_csa 0.015 p1_ci_lo_vs_public_records_csa -0.032 p1_delta_vs_public_records_csa -0.011 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.904 ece 0.002 brier 0.017 auc_ci_hi 0.91 auc_ci_lo 0.897 base_rate 0.018 mean_risk 0.018 positives 1,425 lift_at_1pct 11.86 precision_at_1pct 0.215 precision_at_1pct_ci_hi 0.246 precision_at_1pct_ci_lo 0.186 ci_hi_vs_public_records_csa 0.009 ci_lo_vs_public_records_csa 0.004 delta_vs_public_records_csa 0.006 p1_ci_hi_vs_public_records_csa 0.044 p1_ci_lo_vs_public_records_csa 0.007 p1_delta_vs_public_records_csa 0.025 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.664 ece 0.017 brier 0.085 auc_ci_hi 0.683 auc_ci_lo 0.64 base_rate 0.096 mean_risk 0.083 positives 728 lift_at_1pct 2.642 precision_at_1pct 0.253 precision_at_1pct_ci_hi 0.369 precision_at_1pct_ci_lo 0.17 ci_hi_vs_public_records_csa 0.046 ci_lo_vs_public_records_csa 0.014 delta_vs_public_records_csa 0.03 p1_ci_hi_vs_public_records_csa 0.09 p1_ci_lo_vs_public_records_csa -0.074 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.666 ece 0.019 brier 0.085 auc_ci_hi 0.685 auc_ci_lo 0.642 base_rate 0.096 mean_risk 0.082 positives 728 lift_at_1pct 2.781 precision_at_1pct 0.267 precision_at_1pct_ci_hi 0.399 precision_at_1pct_ci_lo 0.187 ci_hi_vs_public_records_csa 0.048 ci_lo_vs_public_records_csa 0.016 delta_vs_public_records_csa 0.033 p1_ci_hi_vs_public_records_csa 0.121 p1_ci_lo_vs_public_records_csa -0.062 p1_delta_vs_public_records_csa 0.013 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.904 ece 0.002 brier 0.017 auc_ci_hi 0.91 auc_ci_lo 0.897 base_rate 0.018 mean_risk 0.017 positives 1,425 lift_at_1pct 12.001 precision_at_1pct 0.218 precision_at_1pct_ci_hi 0.248 precision_at_1pct_ci_lo 0.187 ci_hi_vs_public_records_csa 0.008 ci_lo_vs_public_records_csa 0.003 delta_vs_public_records_csa 0.006 p1_ci_hi_vs_public_records_csa 0.049 p1_ci_lo_vs_public_records_csa 0.006 p1_delta_vs_public_records_csa 0.028 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.898 ece 0.002 brier 0.017 auc_ci_hi 0.903 auc_ci_lo 0.891 base_rate 0.018 mean_risk 0.018 positives 1,425 lift_at_1pct 10.457 precision_at_1pct 0.19 precision_at_1pct_ci_hi 0.215 precision_at_1pct_ci_lo 0.157 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.633 ece 0.017 brier 0.086 auc_ci_hi 0.65 auc_ci_lo 0.61 base_rate 0.096 mean_risk 0.085 positives 728 lift_at_1pct 2.642 precision_at_1pct 0.253 precision_at_1pct_ci_hi 0.367 precision_at_1pct_ci_lo 0.173 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.633 ece 0.017 brier 0.086 auc_ci_hi 0.65 auc_ci_lo 0.61 base_rate 0.096 mean_risk 0.085 positives 728 lift_at_1pct 2.642 precision_at_1pct 0.253 precision_at_1pct_ci_hi 0.367 precision_at_1pct_ci_lo 0.173 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.898 ece 0.002 brier 0.017 auc_ci_hi 0.903 auc_ci_lo 0.891 base_rate 0.018 mean_risk 0.018 positives 1,425 lift_at_1pct 10.457 precision_at_1pct 0.19 precision_at_1pct_ci_hi 0.215 precision_at_1pct_ci_lo 0.157 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.633 ece 0.017 brier 0.086 auc_ci_hi 0.65 auc_ci_lo 0.61 base_rate 0.096 mean_risk 0.085 positives 728 lift_at_1pct 2.642 precision_at_1pct 0.253 precision_at_1pct_ci_hi 0.358 precision_at_1pct_ci_lo 0.173 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.898 ece 0.002 brier 0.017 auc_ci_hi 0.903 auc_ci_lo 0.891 base_rate 0.018 mean_risk 0.018 positives 1,425 lift_at_1pct 10.457 precision_at_1pct 0.19 precision_at_1pct_ci_hi 0.215 precision_at_1pct_ci_lo 0.157 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.633 ece 0.017 brier 0.086 auc_ci_hi 0.65 auc_ci_lo 0.61 base_rate 0.096 mean_risk 0.085 positives 728 lift_at_1pct 2.642 precision_at_1pct 0.253 precision_at_1pct_ci_hi 0.367 precision_at_1pct_ci_lo 0.173 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.898 ece 0.002 brier 0.017 auc_ci_hi 0.903 auc_ci_lo 0.891 base_rate 0.018 mean_risk 0.018 positives 1,425 lift_at_1pct 10.457 precision_at_1pct 0.19 precision_at_1pct_ci_hi 0.215 precision_at_1pct_ci_lo 0.157 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.633 ece 0.017 brier 0.086 auc_ci_hi 0.65 auc_ci_lo 0.61 base_rate 0.096 mean_risk 0.085 positives 728 lift_at_1pct 2.642 precision_at_1pct 0.253 precision_at_1pct_ci_hi 0.367 precision_at_1pct_ci_lo 0.18 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
oos_order 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.898 ece 0.002 brier 0.017 auc_ci_hi 0.903 auc_ci_lo 0.891 base_rate 0.018 mean_risk 0.018 positives 1,425 lift_at_1pct 10.457 precision_at_1pct 0.19 precision_at_1pct_ci_hi 0.215 precision_at_1pct_ci_lo 0.157 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.688 ece 0.026 brier 0.197 auc_ci_hi 0.699 auc_ci_lo 0.678 base_rate 0.342 mean_risk 0.316 positives 2,599 lift_at_1pct 2.882 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.946 ci_hi_vs_public_records_csa 0.026 ci_lo_vs_public_records_csa 0.006 delta_vs_public_records_csa 0.017 p1_ci_hi_vs_public_records_csa 0.041 p1_ci_lo_vs_public_records_csa -0.054 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.774 ece 0.026 brier 0.117 auc_ci_hi 0.778 auc_ci_lo 0.768 base_rate 0.171 mean_risk 0.145 positives 13,432 lift_at_1pct 5.718 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.988 precision_at_1pct_ci_lo 0.968 ci_hi_vs_public_records_csa 0.007 ci_lo_vs_public_records_csa 0.004 delta_vs_public_records_csa 0.005 p1_ci_hi_vs_public_records_csa 0.009 p1_ci_lo_vs_public_records_csa -0.001 p1_delta_vs_public_records_csa 0.004 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.69 ece 0.031 brier 0.197 auc_ci_hi 0.7 auc_ci_lo 0.679 base_rate 0.342 mean_risk 0.312 positives 2,599 lift_at_1pct 2.882 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.946 ci_hi_vs_public_records_csa 0.026 ci_lo_vs_public_records_csa 0.007 delta_vs_public_records_csa 0.017 p1_ci_hi_vs_public_records_csa 0.041 p1_ci_lo_vs_public_records_csa -0.054 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.774 ece 0.032 brier 0.117 auc_ci_hi 0.779 auc_ci_lo 0.769 base_rate 0.171 mean_risk 0.139 positives 13,432 lift_at_1pct 5.718 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.988 precision_at_1pct_ci_lo 0.968 ci_hi_vs_public_records_csa 0.008 ci_lo_vs_public_records_csa 0.005 delta_vs_public_records_csa 0.007 p1_ci_hi_vs_public_records_csa 0.01 p1_ci_lo_vs_public_records_csa -0.001 p1_delta_vs_public_records_csa 0.004 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.774 ece 0.032 brier 0.117 auc_ci_hi 0.779 auc_ci_lo 0.769 base_rate 0.171 mean_risk 0.14 positives 13,432 lift_at_1pct 5.718 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.989 precision_at_1pct_ci_lo 0.968 ci_hi_vs_public_records_csa 0.009 ci_lo_vs_public_records_csa 0.005 delta_vs_public_records_csa 0.007 p1_ci_hi_vs_public_records_csa 0.009 p1_ci_lo_vs_public_records_csa -0.001 p1_delta_vs_public_records_csa 0.004 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.69 ece 0.03 brier 0.197 auc_ci_hi 0.7 auc_ci_lo 0.679 base_rate 0.342 mean_risk 0.312 positives 2,599 lift_at_1pct 2.882 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.946 ci_hi_vs_public_records_csa 0.026 ci_lo_vs_public_records_csa 0.007 delta_vs_public_records_csa 0.017 p1_ci_hi_vs_public_records_csa 0.041 p1_ci_lo_vs_public_records_csa -0.054 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.776 ece 0.027 brier 0.116 auc_ci_hi 0.781 auc_ci_lo 0.771 base_rate 0.171 mean_risk 0.144 positives 13,432 lift_at_1pct 5.711 precision_at_1pct 0.977 precision_at_1pct_ci_hi 0.988 precision_at_1pct_ci_lo 0.968 ci_hi_vs_public_records_csa 0.009 ci_lo_vs_public_records_csa 0.006 delta_vs_public_records_csa 0.008 p1_ci_hi_vs_public_records_csa 0.008 p1_ci_lo_vs_public_records_csa -0.001 p1_delta_vs_public_records_csa 0.003 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.695 ece 0.024 brier 0.195 auc_ci_hi 0.705 auc_ci_lo 0.685 base_rate 0.342 mean_risk 0.32 positives 2,599 lift_at_1pct 2.882 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.947 ci_hi_vs_public_records_csa 0.031 ci_lo_vs_public_records_csa 0.013 delta_vs_public_records_csa 0.024 p1_ci_hi_vs_public_records_csa 0.041 p1_ci_lo_vs_public_records_csa -0.053 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.695 ece 0.025 brier 0.196 auc_ci_hi 0.705 auc_ci_lo 0.685 base_rate 0.342 mean_risk 0.319 positives 2,599 lift_at_1pct 2.882 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.946 ci_hi_vs_public_records_csa 0.031 ci_lo_vs_public_records_csa 0.013 delta_vs_public_records_csa 0.023 p1_ci_hi_vs_public_records_csa 0.041 p1_ci_lo_vs_public_records_csa -0.054 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.776 ece 0.027 brier 0.116 auc_ci_hi 0.781 auc_ci_lo 0.771 base_rate 0.171 mean_risk 0.144 positives 13,432 lift_at_1pct 5.711 precision_at_1pct 0.977 precision_at_1pct_ci_hi 0.988 precision_at_1pct_ci_lo 0.967 ci_hi_vs_public_records_csa 0.01 ci_lo_vs_public_records_csa 0.006 delta_vs_public_records_csa 0.008 p1_ci_hi_vs_public_records_csa 0.008 p1_ci_lo_vs_public_records_csa -0.002 p1_delta_vs_public_records_csa 0.003 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.768 ece 0.027 brier 0.117 auc_ci_hi 0.773 auc_ci_lo 0.763 base_rate 0.171 mean_risk 0.144 positives 13,432 lift_at_1pct 5.696 precision_at_1pct 0.975 precision_at_1pct_ci_hi 0.985 precision_at_1pct_ci_lo 0.961 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.672 ece 0.02 brier 0.199 auc_ci_hi 0.685 auc_ci_lo 0.66 base_rate 0.342 mean_risk 0.329 positives 2,599 lift_at_1pct 2.882 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.959 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.672 ece 0.019 brier 0.199 auc_ci_hi 0.685 auc_ci_lo 0.66 base_rate 0.342 mean_risk 0.328 positives 2,599 lift_at_1pct 2.882 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.959 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.768 ece 0.028 brier 0.117 auc_ci_hi 0.773 auc_ci_lo 0.763 base_rate 0.171 mean_risk 0.143 positives 13,432 lift_at_1pct 5.696 precision_at_1pct 0.975 precision_at_1pct_ci_hi 0.985 precision_at_1pct_ci_lo 0.961 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.671 ece 0.02 brier 0.199 auc_ci_hi 0.685 auc_ci_lo 0.66 base_rate 0.342 mean_risk 0.329 positives 2,599 lift_at_1pct 2.882 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.959 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.768 ece 0.027 brier 0.117 auc_ci_hi 0.773 auc_ci_lo 0.763 base_rate 0.171 mean_risk 0.144 positives 13,432 lift_at_1pct 5.696 precision_at_1pct 0.975 precision_at_1pct_ci_hi 0.985 precision_at_1pct_ci_lo 0.961 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.672 ece 0.024 brier 0.199 auc_ci_hi 0.686 auc_ci_lo 0.662 base_rate 0.342 mean_risk 0.323 positives 2,599 lift_at_1pct 2.882 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.959 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.767 ece 0.034 brier 0.118 auc_ci_hi 0.772 auc_ci_lo 0.762 base_rate 0.171 mean_risk 0.137 positives 13,432 lift_at_1pct 5.696 precision_at_1pct 0.975 precision_at_1pct_ci_hi 0.985 precision_at_1pct_ci_lo 0.959 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.767 ece 0.035 brier 0.118 auc_ci_hi 0.772 auc_ci_lo 0.762 base_rate 0.171 mean_risk 0.136 positives 13,432 lift_at_1pct 5.696 precision_at_1pct 0.975 precision_at_1pct_ci_hi 0.983 precision_at_1pct_ci_lo 0.959 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.672 ece 0.023 brier 0.199 auc_ci_hi 0.686 auc_ci_lo 0.662 base_rate 0.342 mean_risk 0.323 positives 2,599 lift_at_1pct 2.882 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.959 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.719 ece 0.024 brier 0.137 auc_ci_hi 0.731 auc_ci_lo 0.707 base_rate 0.209 mean_risk 0.185 positives 1,584 lift_at_1pct 4.728 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.946 ci_hi_vs_public_records_csa 0.029 ci_lo_vs_public_records_csa 0.009 delta_vs_public_records_csa 0.021 p1_ci_hi_vs_public_records_csa 0.047 p1_ci_lo_vs_public_records_csa -0.054 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.8 ece 0.016 brier 0.07 auc_ci_hi 0.804 auc_ci_lo 0.794 base_rate 0.097 mean_risk 0.081 positives 7,623 lift_at_1pct 10.049 precision_at_1pct 0.976 precision_at_1pct_ci_hi 0.985 precision_at_1pct_ci_lo 0.963 ci_hi_vs_public_records_csa 0.009 ci_lo_vs_public_records_csa 0.005 delta_vs_public_records_csa 0.007 p1_ci_hi_vs_public_records_csa 0.01 p1_ci_lo_vs_public_records_csa -0.003 p1_delta_vs_public_records_csa 0.004 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.719 ece 0.026 brier 0.137 auc_ci_hi 0.731 auc_ci_lo 0.707 base_rate 0.209 mean_risk 0.184 positives 1,584 lift_at_1pct 4.728 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.947 ci_hi_vs_public_records_csa 0.029 ci_lo_vs_public_records_csa 0.01 delta_vs_public_records_csa 0.021 p1_ci_hi_vs_public_records_csa 0.047 p1_ci_lo_vs_public_records_csa -0.053 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.8 ece 0.016 brier 0.07 auc_ci_hi 0.805 auc_ci_lo 0.794 base_rate 0.097 mean_risk 0.081 positives 7,623 lift_at_1pct 10.049 precision_at_1pct 0.976 precision_at_1pct_ci_hi 0.985 precision_at_1pct_ci_lo 0.963 ci_hi_vs_public_records_csa 0.009 ci_lo_vs_public_records_csa 0.005 delta_vs_public_records_csa 0.007 p1_ci_hi_vs_public_records_csa 0.01 p1_ci_lo_vs_public_records_csa -0.003 p1_delta_vs_public_records_csa 0.004 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.8 ece 0.016 brier 0.07 auc_ci_hi 0.805 auc_ci_lo 0.794 base_rate 0.097 mean_risk 0.081 positives 7,623 lift_at_1pct 10.049 precision_at_1pct 0.976 precision_at_1pct_ci_hi 0.985 precision_at_1pct_ci_lo 0.964 ci_hi_vs_public_records_csa 0.009 ci_lo_vs_public_records_csa 0.005 delta_vs_public_records_csa 0.008 p1_ci_hi_vs_public_records_csa 0.01 p1_ci_lo_vs_public_records_csa -0.003 p1_delta_vs_public_records_csa 0.004 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.719 ece 0.025 brier 0.137 auc_ci_hi 0.731 auc_ci_lo 0.708 base_rate 0.209 mean_risk 0.184 positives 1,584 lift_at_1pct 4.728 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.947 ci_hi_vs_public_records_csa 0.029 ci_lo_vs_public_records_csa 0.009 delta_vs_public_records_csa 0.021 p1_ci_hi_vs_public_records_csa 0.047 p1_ci_lo_vs_public_records_csa -0.053 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.802 ece 0.018 brier 0.069 auc_ci_hi 0.806 auc_ci_lo 0.796 base_rate 0.097 mean_risk 0.08 positives 7,623 lift_at_1pct 10.036 precision_at_1pct 0.975 precision_at_1pct_ci_hi 0.985 precision_at_1pct_ci_lo 0.961 ci_hi_vs_public_records_csa 0.011 ci_lo_vs_public_records_csa 0.007 delta_vs_public_records_csa 0.009 p1_ci_hi_vs_public_records_csa 0.012 p1_ci_lo_vs_public_records_csa -0.003 p1_delta_vs_public_records_csa 0.003 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.727 ece 0.025 brier 0.136 auc_ci_hi 0.739 auc_ci_lo 0.715 base_rate 0.209 mean_risk 0.186 positives 1,584 lift_at_1pct 4.728 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.947 ci_hi_vs_public_records_csa 0.038 ci_lo_vs_public_records_csa 0.017 delta_vs_public_records_csa 0.029 p1_ci_hi_vs_public_records_csa 0.047 p1_ci_lo_vs_public_records_csa -0.053 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.727 ece 0.024 brier 0.136 auc_ci_hi 0.738 auc_ci_lo 0.714 base_rate 0.209 mean_risk 0.186 positives 1,584 lift_at_1pct 4.728 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.947 ci_hi_vs_public_records_csa 0.037 ci_lo_vs_public_records_csa 0.016 delta_vs_public_records_csa 0.028 p1_ci_hi_vs_public_records_csa 0.047 p1_ci_lo_vs_public_records_csa -0.053 p1_delta_vs_public_records_csa 0 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.802 ece 0.018 brier 0.069 auc_ci_hi 0.806 auc_ci_lo 0.796 base_rate 0.097 mean_risk 0.08 positives 7,623 lift_at_1pct 10.036 precision_at_1pct 0.975 precision_at_1pct_ci_hi 0.985 precision_at_1pct_ci_lo 0.961 ci_hi_vs_public_records_csa 0.011 ci_lo_vs_public_records_csa 0.007 delta_vs_public_records_csa 0.009 p1_ci_hi_vs_public_records_csa 0.011 p1_ci_lo_vs_public_records_csa -0.003 p1_delta_vs_public_records_csa 0.003 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.793 ece 0.018 brier 0.07 auc_ci_hi 0.798 auc_ci_lo 0.787 base_rate 0.097 mean_risk 0.079 positives 7,623 lift_at_1pct 10.01 precision_at_1pct 0.972 precision_at_1pct_ci_hi 0.981 precision_at_1pct_ci_lo 0.955 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.698 ece 0.019 brier 0.138 auc_ci_hi 0.708 auc_ci_lo 0.687 base_rate 0.209 mean_risk 0.191 positives 1,584 lift_at_1pct 4.728 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.946 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.698 ece 0.019 brier 0.138 auc_ci_hi 0.709 auc_ci_lo 0.687 base_rate 0.209 mean_risk 0.191 positives 1,584 lift_at_1pct 4.728 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.946 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.792 ece 0.018 brier 0.07 auc_ci_hi 0.797 auc_ci_lo 0.787 base_rate 0.097 mean_risk 0.079 positives 7,623 lift_at_1pct 10.01 precision_at_1pct 0.972 precision_at_1pct_ci_hi 0.981 precision_at_1pct_ci_lo 0.955 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.698 ece 0.02 brier 0.138 auc_ci_hi 0.708 auc_ci_lo 0.687 base_rate 0.209 mean_risk 0.191 positives 1,584 lift_at_1pct 4.728 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.946 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.793 ece 0.018 brier 0.07 auc_ci_hi 0.798 auc_ci_lo 0.787 base_rate 0.097 mean_risk 0.079 positives 7,623 lift_at_1pct 10.01 precision_at_1pct 0.972 precision_at_1pct_ci_hi 0.981 precision_at_1pct_ci_lo 0.955 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.793 ece 0.018 brier 0.07 auc_ci_hi 0.797 auc_ci_lo 0.787 base_rate 0.097 mean_risk 0.079 positives 7,623 lift_at_1pct 10.01 precision_at_1pct 0.972 precision_at_1pct_ci_hi 0.981 precision_at_1pct_ci_lo 0.955 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.698 ece 0.019 brier 0.138 auc_ci_hi 0.708 auc_ci_lo 0.687 base_rate 0.209 mean_risk 0.191 positives 1,584 lift_at_1pct 4.728 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.946 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.792 ece 0.018 brier 0.07 auc_ci_hi 0.797 auc_ci_lo 0.787 base_rate 0.097 mean_risk 0.079 positives 7,623 lift_at_1pct 10.01 precision_at_1pct 0.972 precision_at_1pct_ci_hi 0.981 precision_at_1pct_ci_lo 0.955 |
| trucking_frontier_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 6mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.698 ece 0.02 brier 0.138 auc_ci_hi 0.709 auc_ci_lo 0.687 base_rate 0.209 mean_risk 0.19 positives 1,584 lift_at_1pct 4.728 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.946 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.694 ece 0.022 brier 0.208 auc_ci_hi 0.705 auc_ci_lo 0.685 base_rate 0.391 mean_risk 0.369 positives 2,970 lift_at_1pct 2.556 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 ci_hi_vs_public_records_csa 0.028 ci_lo_vs_public_records_csa 0.009 delta_vs_public_records_csa 0.019 p1_ci_hi_vs_public_records_csa 0 p1_ci_lo_vs_public_records_csa 0 p1_delta_vs_public_records_csa 0 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.781 ece 0.032 brier 0.128 auc_ci_hi 0.784 auc_ci_lo 0.776 base_rate 0.194 mean_risk 0.163 positives 15,254 lift_at_1pct 5.042 precision_at_1pct 0.98 precision_at_1pct_ci_hi 0.989 precision_at_1pct_ci_lo 0.969 ci_hi_vs_public_records_csa 0.009 ci_lo_vs_public_records_csa 0.006 delta_vs_public_records_csa 0.008 p1_ci_hi_vs_public_records_csa 0.015 p1_ci_lo_vs_public_records_csa -0.004 p1_delta_vs_public_records_csa 0.008 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.781 ece 0.032 brier 0.128 auc_ci_hi 0.784 auc_ci_lo 0.776 base_rate 0.194 mean_risk 0.162 positives 15,254 lift_at_1pct 5.035 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.988 precision_at_1pct_ci_lo 0.968 ci_hi_vs_public_records_csa 0.009 ci_lo_vs_public_records_csa 0.006 delta_vs_public_records_csa 0.007 p1_ci_hi_vs_public_records_csa 0.015 p1_ci_lo_vs_public_records_csa -0.003 p1_delta_vs_public_records_csa 0.006 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.693 ece 0.022 brier 0.208 auc_ci_hi 0.704 auc_ci_lo 0.685 base_rate 0.391 mean_risk 0.369 positives 2,970 lift_at_1pct 2.556 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.987 ci_hi_vs_public_records_csa 0.028 ci_lo_vs_public_records_csa 0.008 delta_vs_public_records_csa 0.019 p1_ci_hi_vs_public_records_csa 0 p1_ci_lo_vs_public_records_csa -0.013 p1_delta_vs_public_records_csa 0 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.701 ece 0.02 brier 0.206 auc_ci_hi 0.711 auc_ci_lo 0.692 base_rate 0.391 mean_risk 0.373 positives 2,970 lift_at_1pct 2.556 precision_at_1pct 1 ci_hi_vs_composed_both 0.01 ci_lo_vs_composed_both 0.005 delta_vs_composed_both 0.007 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.973 p1_ci_hi_vs_composed_both 0 p1_ci_lo_vs_composed_both -0.027 p1_delta_vs_composed_both 0 ci_hi_vs_public_records_csa 0.035 ci_lo_vs_public_records_csa 0.018 delta_vs_public_records_csa 0.026 p1_ci_hi_vs_public_records_csa 0 p1_ci_lo_vs_public_records_csa -0.027 p1_delta_vs_public_records_csa 0 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.784 ece 0.033 brier 0.127 auc_ci_hi 0.787 auc_ci_lo 0.779 base_rate 0.194 mean_risk 0.161 positives 15,254 lift_at_1pct 5.035 precision_at_1pct 0.978 ci_hi_vs_composed_both 0.003 ci_lo_vs_composed_both 0.002 delta_vs_composed_both 0.003 precision_at_1pct_ci_hi 0.987 precision_at_1pct_ci_lo 0.967 p1_ci_hi_vs_composed_both 0.003 p1_ci_lo_vs_composed_both -0.005 p1_delta_vs_composed_both -0.001 ci_hi_vs_public_records_csa 0.012 ci_lo_vs_public_records_csa 0.009 delta_vs_public_records_csa 0.011 p1_ci_hi_vs_public_records_csa 0.013 p1_ci_lo_vs_public_records_csa -0.005 p1_delta_vs_public_records_csa 0.006 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.773 ece 0.032 brier 0.13 auc_ci_hi 0.776 auc_ci_lo 0.769 base_rate 0.194 mean_risk 0.162 positives 15,254 lift_at_1pct 5.002 precision_at_1pct 0.972 precision_at_1pct_ci_hi 0.984 precision_at_1pct_ci_lo 0.961 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.674 ece 0.02 brier 0.211 auc_ci_hi 0.687 auc_ci_lo 0.664 base_rate 0.391 mean_risk 0.395 positives 2,970 lift_at_1pct 2.556 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.773 ece 0.032 brier 0.13 auc_ci_hi 0.776 auc_ci_lo 0.769 base_rate 0.194 mean_risk 0.162 positives 15,254 lift_at_1pct 5.002 precision_at_1pct 0.972 precision_at_1pct_ci_hi 0.984 precision_at_1pct_ci_lo 0.961 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
cover_lost 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.674 ece 0.02 brier 0.211 auc_ci_hi 0.687 auc_ci_lo 0.664 base_rate 0.391 mean_risk 0.395 positives 2,970 lift_at_1pct 2.556 precision_at_1pct 1 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 1 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.688 ece 0.026 brier 0.197 auc_ci_hi 0.699 auc_ci_lo 0.678 base_rate 0.342 mean_risk 0.316 positives 2,599 lift_at_1pct 2.882 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.946 ci_hi_vs_public_records_csa 0.026 ci_lo_vs_public_records_csa 0.006 delta_vs_public_records_csa 0.017 p1_ci_hi_vs_public_records_csa 0.041 p1_ci_lo_vs_public_records_csa -0.054 p1_delta_vs_public_records_csa 0 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.773 ece 0.026 brier 0.117 auc_ci_hi 0.778 auc_ci_lo 0.768 base_rate 0.171 mean_risk 0.145 positives 13,432 lift_at_1pct 5.718 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.989 precision_at_1pct_ci_lo 0.968 ci_hi_vs_public_records_csa 0.007 ci_lo_vs_public_records_csa 0.003 delta_vs_public_records_csa 0.005 p1_ci_hi_vs_public_records_csa 0.009 p1_ci_lo_vs_public_records_csa -0.001 p1_delta_vs_public_records_csa 0.004 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.773 ece 0.026 brier 0.117 auc_ci_hi 0.778 auc_ci_lo 0.768 base_rate 0.171 mean_risk 0.145 positives 13,432 lift_at_1pct 5.718 precision_at_1pct 0.978 precision_at_1pct_ci_hi 0.988 precision_at_1pct_ci_lo 0.968 ci_hi_vs_public_records_csa 0.007 ci_lo_vs_public_records_csa 0.003 delta_vs_public_records_csa 0.005 p1_ci_hi_vs_public_records_csa 0.008 p1_ci_lo_vs_public_records_csa -0.001 p1_delta_vs_public_records_csa 0.004 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.688 ece 0.026 brier 0.197 auc_ci_hi 0.699 auc_ci_lo 0.678 base_rate 0.342 mean_risk 0.316 positives 2,599 lift_at_1pct 2.882 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.947 ci_hi_vs_public_records_csa 0.026 ci_lo_vs_public_records_csa 0.006 delta_vs_public_records_csa 0.017 p1_ci_hi_vs_public_records_csa 0.041 p1_ci_lo_vs_public_records_csa -0.053 p1_delta_vs_public_records_csa 0 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.695 ece 0.024 brier 0.195 auc_ci_hi 0.705 auc_ci_lo 0.685 base_rate 0.342 mean_risk 0.319 positives 2,599 lift_at_1pct 2.882 precision_at_1pct 0.987 ci_hi_vs_composed_both 0.011 ci_lo_vs_composed_both 0.004 delta_vs_composed_both 0.007 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.946 p1_ci_hi_vs_composed_both 0.001 p1_ci_lo_vs_composed_both -0.001 p1_delta_vs_composed_both 0 ci_hi_vs_public_records_csa 0.031 ci_lo_vs_public_records_csa 0.014 delta_vs_public_records_csa 0.024 p1_ci_hi_vs_public_records_csa 0.041 p1_ci_lo_vs_public_records_csa -0.054 p1_delta_vs_public_records_csa 0 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
composed_both_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.776 ece 0.028 brier 0.116 auc_ci_hi 0.781 auc_ci_lo 0.771 base_rate 0.171 mean_risk 0.143 positives 13,432 lift_at_1pct 5.711 precision_at_1pct 0.977 ci_hi_vs_composed_both 0.003 ci_lo_vs_composed_both 0.002 delta_vs_composed_both 0.002 precision_at_1pct_ci_hi 0.988 precision_at_1pct_ci_lo 0.968 p1_ci_hi_vs_composed_both 0.003 p1_ci_lo_vs_composed_both -0.004 p1_delta_vs_composed_both -0.001 ci_hi_vs_public_records_csa 0.009 ci_lo_vs_public_records_csa 0.006 delta_vs_public_records_csa 0.008 p1_ci_hi_vs_public_records_csa 0.008 p1_ci_lo_vs_public_records_csa -0.002 p1_delta_vs_public_records_csa 0.003 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.672 ece 0.019 brier 0.199 auc_ci_hi 0.685 auc_ci_lo 0.66 base_rate 0.342 mean_risk 0.329 positives 2,599 lift_at_1pct 2.882 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.959 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.768 ece 0.028 brier 0.117 auc_ci_hi 0.773 auc_ci_lo 0.763 base_rate 0.171 mean_risk 0.144 positives 13,432 lift_at_1pct 5.696 precision_at_1pct 0.975 precision_at_1pct_ci_hi 0.985 precision_at_1pct_ci_lo 0.961 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31 |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 78,505 auc 0.768 ece 0.028 brier 0.117 auc_ci_hi 0.773 auc_ci_lo 0.763 base_rate 0.171 mean_risk 0.144 positives 13,432 lift_at_1pct 5.696 precision_at_1pct 0.975 precision_at_1pct_ci_hi 0.985 precision_at_1pct_ci_lo 0.961 |
| trucking_lead_v1 |
carrier_s20_carrier_only_v2 |
revocation_effective 12mo |
public_records_csa · logistic |
from_run_2023-12-31_thin_file |
verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%{
"tvd": 0.5698108803808186,
"movers": [
{
"verb": "inspection",
"ratio": 25.303264560836283,
"share_after": 0.5932567379920238,
"share_before": 0.023445857611205267
},
{
"verb": "insurance_effective",
"ratio": 0.424162813216552,
"share_after": 0.09074765531691735,
"share_before": 0.21394533535071367
},
{
"verb": "registered",
"ratio": 0.3127387464127652,
"share_after": 0.03694461219078851,
"share_before": 0.11813250713113597
}
],
"source": "drift_split_2024-01-01.json",
"n_after": 10872898,
"summary": "verb-mix TVD 0.57 across 2024-01-01: inspection 2%→59%, insurance_effective 21%→9%, registered 12%→4%",
"boundary": "2024-01-01",
"n_before": 24076108,
"tvd_read": 0.0593591369337304,
"convention": "before: day <= 2023-12-31, as the run's split",
"tvd_without": [
"inspection"
]
} |
n 7,591 auc 0.672 ece 0.019 brier 0.199 auc_ci_hi 0.685 auc_ci_lo 0.66 base_rate 0.342 mean_risk 0.329 positives 2,599 lift_at_1pct 2.882 precision_at_1pct 0.987 precision_at_1pct_ci_hi 1 precision_at_1pct_ci_lo 0.959 |