Report fidelity pilot covariate shift

runs/fidelity-headroom/test_strong_pilot.py

@@ -11,6 +11,7 @@ from analyze_prefixes import PrefixExample
 from prepare_pilot_simulator import load_module as load_prepare_module
 from run_pilot_simulator import load_module as load_run_module
 from analyze_strong_pilot import (
+    covariate_shift,
     fit_model,
     load_pilot_simulator,
     predict_model,
@@ -46,6 +47,15 @@ def main() -> None:
         probability = predict_model(model, examples, simulator)
         assert probability.shape == (8,)
         assert np.all((probability >= 0.0) & (probability <= 1.0))
+        shift = covariate_shift(
+            examples,
+            simulator,
+            examples,
+            simulator,
+            instrumentation_aware=instrumentation_aware,
+        )
+        assert shift["values"]["min"] >= 0.0
+        assert shift["count_gt_3"] == 0
 
     payload = {
         "status": "PASS",