248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363 | def run_sensitivity_suite(
fit: Any,
plan: SensitivityPlan | None = None,
reference_estimand: Any = None,
stop_on_error: bool = False,
) -> SensitivitySuite:
"""Run only sensitivity components explicitly enabled in ``plan``."""
family = _family(fit)
if plan is None:
plan = create_sensitivity_suite_plan()
if not isinstance(plan, SensitivityPlan):
raise GP3BayesError("`plan` must be created by `create_sensitivity_suite_plan()`.")
stop = _flag(stop_on_error, "stop_on_error")
results: dict[str, Any] = {}
if bool(plan.prior_scale["run"]):
function: Any
if family == "binary":
from .binary import assess_binary_prior_sensitivity as function
else:
from .duration import (
assess_duration_prior_sensitivity as function, # type: ignore[assignment]
)
results["prior_scale"] = _safe_call(
function, {"fit": fit, **dict(plan.prior_scale["args"])}, stop
)
if bool(plan.powerscale["run"]):
from .advanced_optional_workflows import assess_powerscaled_sensitivity
results["powerscale"] = _safe_call(
assess_powerscaled_sensitivity,
{"fit": fit, **dict(plan.powerscale["args"])},
stop,
)
if bool(plan.psis_loo["run"]):
from .advanced_optional_workflows import compute_psis_loo
results["psis_loo"] = _safe_call(
compute_psis_loo, {"fit": fit, **dict(plan.psis_loo["args"])}, stop
)
if plan.random_slope["plan"] is not None:
from .specification_closure import run_random_slope_sensitivity
results["random_slope"] = _safe_call(
run_random_slope_sensitivity,
{"plan": plan.random_slope["plan"], **dict(plan.random_slope["args"])},
stop,
)
if plan.group_deletion["plan"] is not None:
from .specification_closure import run_group_deletion_sensitivity
results["group_deletion"] = _safe_call(
run_group_deletion_sensitivity,
{"plan": plan.group_deletion["plan"], **dict(plan.group_deletion["args"])},
stop,
)
if plan.alternative_estimands:
from .specification_closure import compare_estimand_sensitivity
if reference_estimand is None:
from .unified_workflow_api import estimate_model_estimands
try:
reference_estimand = estimate_model_estimands(fit)
except Exception as exc:
if stop:
raise
reference_estimand = SuiteError("error", str(exc))
if not isinstance(reference_estimand, SuiteError):
results["estimand_alternatives"] = _safe_call(
compare_estimand_sensitivity,
{"reference": reference_estimand, "alternatives": plan.alternative_estimands},
stop,
)
if plan.duration_unit is not None:
required = {"estimand", "multiplier"}
if not required.issubset(plan.duration_unit):
raise GP3BayesError("`duration_unit` must contain `estimand` and `multiplier`.")
if reference_estimand is None:
from .unified_workflow_api import estimate_model_estimands
reference_estimand = _safe_call(estimate_model_estimands, {"fit": fit}, stop)
from .specification_closure import audit_duration_unit_invariance
if not isinstance(reference_estimand, SuiteError):
results["duration_unit"] = _safe_call(
audit_duration_unit_invariance,
{
"reference": reference_estimand,
"converted": plan.duration_unit["estimand"],
"multiplier": plan.duration_unit["multiplier"],
"tolerance": plan.duration_unit.get("tolerance", 0.02),
},
stop,
)
statuses = {name: _status(value) for name, value in results.items()}
if any(value in {"error", "fail"} for value in statuses.values()) or any(
value in {"review", "warn", "not_assessed"} for value in statuses.values()
):
overall = "review"
elif statuses:
overall = "completed"
else:
overall = "not_run"
table = pd.DataFrame(
[{"component": name, "status": value} for name, value in statuses.items()],
columns=["component", "status"],
)
return SensitivitySuite("0.2", family, overall, fit, plan, reference_estimand, results, table)
|