test_canonical_numeric_crossruntime_equivalence (test_ai_runner.ContractTests.test_canonical_numeric_crossruntime_equivalence) ... ok
test_cli_fixture_roundtrip (test_ai_runner.ContractTests.test_cli_fixture_roundtrip) ... ok
test_cloud_is_ineligible_before_execution (test_ai_runner.ContractTests.test_cloud_is_ineligible_before_execution) ... ok
test_exact_family_split_and_reproducibility (test_ai_runner.ContractTests.test_exact_family_split_and_reproducibility) ... ok
test_family_overlap_and_content_changes_are_rejected (test_ai_runner.ContractTests.test_family_overlap_and_content_changes_are_rejected) ... ok
test_import_replays_labels_and_aggregates_not_just_hash (test_ai_runner.ContractTests.test_import_replays_labels_and_aggregates_not_just_hash) ... ok
test_missing_record_is_retained_as_failure (test_ai_runner.ContractTests.test_missing_record_is_retained_as_failure) ... ok
test_model_identity_and_split_cannot_be_forged_by_rehashing (test_ai_runner.ContractTests.test_model_identity_and_split_cannot_be_forged_by_rehashing) ... ok
test_outer_unit_and_descriptive_status (test_ai_runner.ContractTests.test_outer_unit_and_descriptive_status) ... ok
test_per_case_callback_stops_without_inventing_remaining_trials (test_ai_runner.ContractTests.test_per_case_callback_stops_without_inventing_remaining_trials) ... ok
test_preflight_counts_retries_and_never_calls_provider (test_ai_runner.ContractTests.test_preflight_counts_retries_and_never_calls_provider) ... ok
test_prompt_contains_no_split_challenge_or_answer (test_ai_runner.ContractTests.test_prompt_contains_no_split_challenge_or_answer) ... ok
test_simple_independent_reference_boundary (test_ai_runner.ContractTests.test_simple_independent_reference_boundary) ... ok
test_workflow_change_requires_refreeze_and_secrets_forbidden (test_ai_runner.ContractTests.test_workflow_change_requires_refreeze_and_secrets_forbidden) ... ok
test_installed_inspect_mock_task_and_strict_projection (test_ai_runner.OptionalInspectTests.test_installed_inspect_mock_task_and_strict_projection) ... /workspace/scratch/fa873703d6bd/ai_release_20261027/inspect_venv/lib/python3.12/site-packages/inspect_ai/model/_retry.py:134: DeprecationWarning: The 'initial' parameter is deprecated, use 'multiplier' instead
  else wait_exponential_jitter(initial=3, max=(30 * 60), jitter=3)
/workspace/scratch/fa873703d6bd/ai_release_20261027/inspect_venv/lib/python3.12/site-packages/anyio/streams/memory.py:190: ResourceWarning: Unclosed <MemoryObjectReceiveStream at 7f525eaee060>
  warnings.warn(
ResourceWarning: Enable tracemalloc to get the object allocation traceback
/workspace/scratch/fa873703d6bd/ai_release_20261027/inspect_venv/lib/python3.12/site-packages/anyio/streams/memory.py:190: ResourceWarning: Unclosed <MemoryObjectReceiveStream at 7f525eaa85c0>
  warnings.warn(
ResourceWarning: Enable tracemalloc to get the object allocation traceback
/workspace/scratch/fa873703d6bd/ai_release_20261027/inspect_venv/lib/python3.12/site-packages/inspect_ai/model/_retry.py:134: DeprecationWarning: The 'initial' parameter is deprecated, use 'multiplier' instead
  else wait_exponential_jitter(initial=3, max=(30 * 60), jitter=3)
/workspace/scratch/fa873703d6bd/ai_release_20261027/inspect_venv/lib/python3.12/site-packages/anyio/streams/memory.py:190: ResourceWarning: Unclosed <MemoryObjectReceiveStream at 7f525c36b950>
  warnings.warn(
ResourceWarning: Enable tracemalloc to get the object allocation traceback
/workspace/scratch/fa873703d6bd/ai_release_20261027/inspect_venv/lib/python3.12/site-packages/anyio/streams/memory.py:190: ResourceWarning: Unclosed <MemoryObjectReceiveStream at 7f525c3a84a0>
  warnings.warn(
ResourceWarning: Enable tracemalloc to get the object allocation traceback
/workspace/scratch/fa873703d6bd/ai_release_20261027/inspect_venv/lib/python3.12/site-packages/inspect_ai/model/_retry.py:134: DeprecationWarning: The 'initial' parameter is deprecated, use 'multiplier' instead
  else wait_exponential_jitter(initial=3, max=(30 * 60), jitter=3)
/workspace/scratch/fa873703d6bd/ai_release_20261027/inspect_venv/lib/python3.12/site-packages/anyio/streams/memory.py:190: ResourceWarning: Unclosed <MemoryObjectReceiveStream at 7f525c3a9400>
  warnings.warn(
ResourceWarning: Enable tracemalloc to get the object allocation traceback
/workspace/scratch/fa873703d6bd/ai_release_20261027/inspect_venv/lib/python3.12/site-packages/anyio/streams/memory.py:190: ResourceWarning: Unclosed <MemoryObjectReceiveStream at 7f525eaee510>
  warnings.warn(
ResourceWarning: Enable tracemalloc to get the object allocation traceback
ok
test_outcome_only_import_rejects_invented_model_response (test_ai_runner.PublicArchiveTests.test_outcome_only_import_rejects_invented_model_response) ... ok
test_pinned_public_records_preserve_observed_scope (test_ai_runner.PublicArchiveTests.test_pinned_public_records_preserve_observed_scope) ... ok
test_rehashed_derived_loss_cannot_contradict_pinned_source (test_ai_runner.PublicArchiveTests.test_rehashed_derived_loss_cannot_contradict_pinned_source) ... ok
test_actual_http_roundtrip_and_cost (test_ai_runner.TransportTests.test_actual_http_roundtrip_and_cost) ... ok
test_budget_reservation_stops_before_second_request (test_ai_runner.TransportTests.test_budget_reservation_stops_before_second_request) ... ok
test_explicit_live_gate_and_url_guards (test_ai_runner.TransportTests.test_explicit_live_gate_and_url_guards) ... ok
test_failed_retries_consume_call_and_spend_budgets (test_ai_runner.TransportTests.test_failed_retries_consume_call_and_spend_budgets) ... ok
test_forged_zero_charge_and_counts_rejected (test_ai_runner.TransportTests.test_forged_zero_charge_and_counts_rejected) ... ok
test_redirect_does_not_follow_and_wrong_model_fails (test_ai_runner.TransportTests.test_redirect_does_not_follow_and_wrong_model_fails) ... ok
test_unknown_usage_charged_reservation_not_free (test_ai_runner.TransportTests.test_unknown_usage_charged_reservation_not_free) ... ok

----------------------------------------------------------------------
Ran 25 tests in 7.985s

OK
