1 line
31 KiB
JSON
1 line
31 KiB
JSON
{"repo": "aut-ken/arkts-code-reviewer", "files": {"tests/test_wiki_selector_failure_observability.py": {"c708db4ded4a81bf127aba9b77efc48cd594fb81": {"t": 1785746627.9521508, "n": 14998, "h": "97d71561959e0c20", "c": "from __future__ import annotations\n\nimport json\nimport stat\nfrom dataclasses import dataclass\nfrom pathlib import Path\nfrom types import SimpleNamespace\nfrom typing import cast\n\nimport pytest\nfrom test_wiki_knowledge_intent_mr_selector import _combined_request, _Transport\n\nfrom arkts_code_reviewer.retrieval.wiki.canonical import canonical_json\nfrom arkts_code_reviewer.retrieval.wiki.knowledge_intent_mr_selector import (\n WikiKnowledgeIntentMRSelectorFailure,\n WikiKnowledgeIntentMRSelectorRequest,\n build_wiki_knowledge_intent_mr_selector_request_from_compression,\n)\nfrom arkts_code_reviewer.retrieval.wiki.knowledge_intent_mr_selector_runner import (\n WikiKnowledgeIntentMRSelectorExecution,\n execute_wiki_knowledge_intent_mr_selector,\n)\nfrom arkts_code_reviewer.retrieval.wiki.knowledge_intent_runner import (\n WikiKnowledgeIntentTransportError,\n WikiKnowledgeIntentTransportResponse,\n)\nfrom arkts_code_reviewer.retrieval.wiki.wiki_first_retrieval_pipeline import (\n WikiFirstRetrievalPipelineError,\n WikiFirstRetrievalPipelineResult,\n)\nfrom arkts_code_reviewer.retrieval.wiki.wiki_mr_selector import (\n build_wiki_mr_selector_policy,\n)\nfrom tools.run_wiki_first_retrieval_timer_e2e import (\n _publish_failure_artifact,\n _require_provider_validated_timer_result,\n _safe_failure,\n)\n\n\n@dataclass\nclass _TimeoutTransport:\n calls: int = 0\n\n def send(\n self,\n request_body: bytes,\n *,\n timeout_milliseconds: int,\n max_response_bytes: int,\n ) -> WikiKnowledgeIntentTransportResponse:\n self.calls += 1\n assert request_body\n assert timeout_milliseconds == 300_000\n assert max_response_bytes > 0\n raise WikiKnowledgeIntentTransportError(\n \"provider_timeout\",\n latency_milliseconds=17,\n )\n\n\n@dataclass\nclass _HttpFailureTransport:\n body: bytes\n calls: int = 0\n\n def send(\n self,\n request_body: bytes,\n *,\n timeout_milliseconds: int,\n max_response_bytes: int,\n ) -> WikiKnowledgeIntentTransportResponse:\n self.calls += 1\n assert request_body\n assert timeout_milliseconds == 300_000\n assert len(self.body) <= max_response_bytes\n return WikiKnowledgeIntentTransportResponse(\n status_code=429,\n body=self.body,\n latency_milliseconds=23,\n )\n\n\n@dataclass\nclass _InvalidSelectorOutputTransport:\n calls: int = 0\n\n def send(\n self,\n request_body: bytes,\n *,\n timeout_milliseconds: int,\n max_response_bytes: int,\n ) -> WikiKnowledgeIntentTransportResponse:\n self.calls += 1\n assert request_body\n assert timeout_milliseconds == 300_000\n body = canonical_json(\n {\n \"id\": \"chatcmpl-invalid-selector-test\",\n \"choices\": [\n {\n \"finish_reason\": \"stop\",\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": '{\"unknown\":true}',\n \"reasoning_content\": None,\n \"tool_calls\": None,\n },\n }\n ],\n \"created\": 1,\n \"model\": \"deepseek-v4-pro\",\n \"object\": \"chat.completion\",\n \"usage\": {\n \"prompt_tokens\": 120,\n \"completion_tokens\": 40,\n \"total_tokens\": 160,\n \"prompt_cache_hit_tokens\": 100,\n \"prompt_cache_miss_tokens\": 20,\n },\n }\n ).encode(\"utf-8\")\n assert len(body) <= max_response_bytes\n return WikiKnowledgeIntentTransportResponse(\n status_code=200,\n body=body,\n latency_milliseconds=19,\n )\n\n\n@dataclass\nclass _CredentialFailureTransport:\n calls: int = 0\n\n def send(\n self,\n request_body: bytes,\n *,\n timeout_milliseconds: int,\n max_response_bytes: int,\n ) -> WikiKnowledgeIntentTransportResponse:\n self.calls += 1\n assert request_body\n assert timeout_milliseconds == 300_000\n assert max_response_bytes > 0\n raise WikiKnowledgeIntentTransportError(\n \"credential_unavailable\",\n latency_milliseconds=0,\n )\n\n\ndef _http_failure_execution(tmp_path: Path) -> WikiKnowledgeIntentMRSelectorExecution:\n combined, compression, original_request = _combined_request(tmp_path)\n request = build_wiki_knowledge_intent_mr_selector_request_from_compression(\n combined_ledger=combined,\n compression=compression,\n task_code_facts=original_request.tasks,\n policy=build_wiki_mr_selector_policy(\n max_selector_input_tokens=40_000,\n allow_static_fallback=False,\n ),\n )\n assert isinstance(request, WikiKnowledgeIntentMRSelectorRequest)\n body = canonical_json(\n {\n \"error\": {\n \"code\": \"rate_limit_exceeded\",\n \"type\": \"rate_limit_error\",\n \"message\": (\n \"PRIVATE_DEEPSEEK_KEY=sk-private PRIVATE_DATABASE_URL=postgresql://private\"\n ),\n },\n \"usage\": {\n \"prompt_tokens\": 120,\n \"completion_tokens\": 0,\n \"total_tokens\": 120,\n },\n }\n ).encode(\"utf-8\")\n transport = _HttpFailureTransport(body=body)\n execution = execute_wiki_knowledge_intent_mr_selector(\n request=request,\n combined_ledger=combined,\n compression=compression,\n transport=transport,\n allow_network=True,\n )\n assert transport.calls == 1\n return execution\n\n\ndef test_timeout_is_structured_without_inventing_usage_or_retry(tmp_path: Path) -> None:\n combined, compression, request = _combined_request(tmp_path)\n transport = _TimeoutTransport()\n\n execution = execute_wiki_knowledge_intent_mr_selector(\n request=request,\n combined_ledger=combined,\n compression=compression,\n transport=transport,\n allow_network=True,\n )\n\n assert execution.status == \"static_fallback\"\n assert execution.provider_attempt_count == 1\n assert execution.retry_count == 0\n assert execution.latency_milliseconds == 17\n assert execution.provider_failure_code == \"provider_timeout\"\n assert execution.primary_failure is not None\n assert execution.primary_failure.stage == \"transport\"\n assert execution.primary_failure.category == \"timeout\"\n assert execution.primary_failure.internal_code == \"provider_timeout\"\n assert execution.usage_available is False\n assert execution.cost_estimate_available is False\n assert execution.prompt_tokens == 0\n assert execution.completion_tokens == 0\n assert execution.total_tokens == 0\n assert execution.prompt_cache_hit_tokens is None\n assert execution.prompt_cache_miss_tokens is None\n assert execution.estimated_cost_microusd == 0\n assert execution.raw_response_sha256 is None\n assert execution.raw_response_byte_count == 0\n assert transport.calls == 1\n\n\ndef test_selector_schema_failure_preserves_available_usage_and_cost(\n tmp_path: Path,\n) -> None:\n combined, compression, request = _combined_request(tmp_path)\n transport = _InvalidSelectorOutputTransport()\n\n execution = execute_wiki_knowledge_intent_mr_selector(\n request=request,\n combined_ledger=combined,\n compression=compression,\n transport=transport,\n allow_network=True,\n )\n\n assert execution.status == \"static_fallback\"\n assert execution.primary_failure is not None\n assert execution.primary_failure.stage == \"selector_validation\"\n assert execution.primary_failure.category == \"schema\"\n assert execution.primary_failure.internal_code == \"selector_output_schema_invalid\"\n assert execution.usage_available is True\n assert execution.prompt_tokens == 120\n assert execution.completion_tokens == 40\n assert execution.total_tokens == 160\n assert execution.prompt_cache_hit_tokens == 100\n assert execution.prompt_cache_miss_tokens == 20\n assert execution.cost_estimate_available is True\n assert execution.estimated_cost_microusd > 0\n assert execution.retry_count == 0\n assert transport.calls == 1\n\n\ndef test_http_primary_failure_and_fallback_failure_remain_distinct(\n tmp_path: Path,\n) -> None:\n execution = _http_failure_execution(tmp_path)\n\n assert execution.status == \"failed\"\n assert execution.provider_attempt_count == 1\n assert execution.retry_count == 0\n assert execution.provider_failure_code == \"provider_rate_limited\"\n assert execution.primary_failure is not None\n assert execution.primary_failure.stage == \"http_response\"\n assert execution.primary_failure.category == \"http\"\n assert execution.primary_failure.internal_code == \"provider_rate_limited\"\n assert execution.primary_failure.provider_http_status == 429\n assert execution.primary_failure.provider_error_code == \"rate_limit_exceeded\"\n assert execution.primary_failure.provider_error_type == \"rate_limit_error\"\n assert execution.usage_available is True\n assert execution.cost_estimate_available is True\n assert execution.prompt_tokens == 120\n assert execution.completion_tokens == 0\n assert execution.total_tokens == 120\n assert execution.estimated_cost_microusd > 0\n assert isinstance(execution.selector_result, WikiKnowledgeIntentMRSelectorFailure)\n assert execution.selector_result.failure_code == \"static_fallback_not_allowed\"\n assert execution.raw_response_sha256 is not None\n assert execution.raw_response_byte_count > 0\n\n error = WikiFirstRetrievalPipelineError(\n stage=\"mr_selector_execution\",\n code=execution.selector_result.failure_code,\n selector_execution=execution,\n )\n assert error.selector_execution == execution\n\n\ndef test_credential_preflight_is_not_counted_as_a_network_attempt(tmp_path: Path) -> None:\n combined, compression, request = _combined_request(tmp_path)\n transport = _CredentialFailureTransport()\n\n execution = execute_wiki_knowledge_intent_mr_selector(\n request=request,\n combined_ledger=combined,\n compression=compression,\n transport=transport,\n allow_network=True,\n )\n\n assert execution.status == \"static_fallback\"\n assert execution.provider_attempt_count == 0\n assert execution.network_attempted is False\n assert execution.provider_failure_code == \"credential_unavailable\"\n assert execution.primary_failure is not None\n assert execution.primary_failure.category == \"credential\"\n assert transport.calls == 1\n\n\ndef test_timer_acceptance_requires_a_nonempty_provider_validated_result(\n tmp_path: Path,\n) -> None:\n combined, compression, request = _combined_request(tmp_path)\n validated_execution = execute_wiki_knowledge_intent_mr_selector(\n request=request,\n combined_ledger=combined,\n compression=compression,\n transport=_Transport(request=request, valid=True),\n allow_network=True,\n )\n validated_run = validated_execution.selector_result\n assert not isinstance(validated_run, WikiKnowledgeIntentMRSelectorFailure)\n accepted = cast(\n WikiFirstRetrievalPipelineResult,\n SimpleNamespace(\n selector_execution=validated_execution,\n selector_run=validated_run,\n reference_pack=SimpleNamespace(\n selection_mode=\"provider_validated\",\n reference_count=1,\n ),\n ),\n )\n _require_provider_validated_timer_result(accepted)\n\n fallback_execution = execute_wiki_knowledge_intent_mr_selector(\n request=request,\n combined_ledger=combined,\n compression=compression,\n transport=_TimeoutTransport(),\n allow_network=True,\n )\n fallback_run = fallback_execution.selector_result\n assert not isinstance(fallback_run, WikiKnowledgeIntentMRSelectorFailure)\n rejected = cast(\n WikiFirstRetrievalPipelineResult,\n SimpleNamespace(\n selector_execution=fallback_execution,\n selector_run=fallback_run,\n reference_pack=SimpleNamespace(\n selection_mode=\"static_fallback\",\n reference_count=1,\n ),\n ),\n )\n with pytest.raises(\n WikiFirstRetrievalPipelineError,\n match=\"timer_provider_validated_acceptance: selector_not_provider_validated\",\n ):\n _require_provider_validated_timer_result(rejected)\n\n\ndef test_timer_failure_helper_publishes_one_private_sanitized_artifact(\n tmp_path: Path,\n) -> None:\n execution = _http_failure_execution(tmp_path / \"selector\")\n assert isinstance(execution.selector_result, WikiKnowledgeIntentMRSelectorFailure)\n error = WikiFirstRetrievalPipelineError(\n stage=\"mr_selector_execution\",\n code=execution.selector_result.failure_code,\n selector_execution=execution,\n )\n repository_root = tmp_path / \"repository\"\n material = repository_root / \"material\"\n material.mkdir(parents=True)\n output = material / \"failed-run\"\n output.mkdir(mode=0o700)\n\n raw = _safe_failure(phase=\"wiki_first_retrieval_pipeline\", exc=error)\n path = _publish_failure_artifact(\n output=output,\n raw=raw,\n )\n\n payload = json.loads(path.read_bytes())\n serialized = path.read_text(encoding=\"utf-8\")\n assert path.name == \"00-run-failure.json\"\n assert [item.name for item in output.iterdir()] == [\"00-run-failure.json\"]\n assert stat.S_IMODE(output.stat().st_mode) == 0o700\n assert stat.S_IMODE(path.stat().st_mode) == 0o600\n assert payload[\"pipeline_stage\"] == \"mr_selector_execution\"\n assert payload[\"pipeline_code\"] == \"static_fallback_not_allowed\"\n diagnostic = payload[\"selector_execution\"]\n assert diagnostic[\"provider_attempt_count\"] == 1\n assert diagnostic[\"retry_count\"] == 0\n assert diagnostic[\"usage_available\"] is True\n assert diagnostic[\"cost_estimate_available\"] is True\n assert diagnostic[\"primary_failure\"] == {\n \"stage\": \"http_response\",\n \"category\": \"http\",\n \"internal_code\": \"provider_rate_limited\",\n \"provider_http_status\": 429,\n \"provider_error_code\": \"rate_limit_exceeded\",\n \"provider_error_type\": \"rate_limit_error\",\n \"observed\": None,\n \"limit\": None,\n }\n assert diagnostic[\"fallback_result\"][\"failure_code\"] == (\"static_fallback_not_allowed\")\n assert diagnostic[\"raw_response_sha256\"]\n assert diagnostic[\"raw_response_byte_count\"] > 0\n assert diagnostic[\"raw_response_recorded\"] is False\n for forbidden in (\n \"PRIVATE_DEEPSEEK_KEY\",\n \"sk-private\",\n \"PRIVATE_DATABASE_URL\",\n \"postgresql://private\",\n ):\n assert forbidden not in serialized\n"}, "351447bee97d71040ec94ef4eb4379f30265a7c6": {"t": 1785766393.6422572, "n": 14998, "h": "97d71561959e0c20", "c": "from __future__ import annotations\n\nimport json\nimport stat\nfrom dataclasses import dataclass\nfrom pathlib import Path\nfrom types import SimpleNamespace\nfrom typing import cast\n\nimport pytest\nfrom test_wiki_knowledge_intent_mr_selector import _combined_request, _Transport\n\nfrom arkts_code_reviewer.retrieval.wiki.canonical import canonical_json\nfrom arkts_code_reviewer.retrieval.wiki.knowledge_intent_mr_selector import (\n WikiKnowledgeIntentMRSelectorFailure,\n WikiKnowledgeIntentMRSelectorRequest,\n build_wiki_knowledge_intent_mr_selector_request_from_compression,\n)\nfrom arkts_code_reviewer.retrieval.wiki.knowledge_intent_mr_selector_runner import (\n WikiKnowledgeIntentMRSelectorExecution,\n execute_wiki_knowledge_intent_mr_selector,\n)\nfrom arkts_code_reviewer.retrieval.wiki.knowledge_intent_runner import (\n WikiKnowledgeIntentTransportError,\n WikiKnowledgeIntentTransportResponse,\n)\nfrom arkts_code_reviewer.retrieval.wiki.wiki_first_retrieval_pipeline import (\n WikiFirstRetrievalPipelineError,\n WikiFirstRetrievalPipelineResult,\n)\nfrom arkts_code_reviewer.retrieval.wiki.wiki_mr_selector import (\n build_wiki_mr_selector_policy,\n)\nfrom tools.run_wiki_first_retrieval_timer_e2e import (\n _publish_failure_artifact,\n _require_provider_validated_timer_result,\n _safe_failure,\n)\n\n\n@dataclass\nclass _TimeoutTransport:\n calls: int = 0\n\n def send(\n self,\n request_body: bytes,\n *,\n timeout_milliseconds: int,\n max_response_bytes: int,\n ) -> WikiKnowledgeIntentTransportResponse:\n self.calls += 1\n assert request_body\n assert timeout_milliseconds == 300_000\n assert max_response_bytes > 0\n raise WikiKnowledgeIntentTransportError(\n \"provider_timeout\",\n latency_milliseconds=17,\n )\n\n\n@dataclass\nclass _HttpFailureTransport:\n body: bytes\n calls: int = 0\n\n def send(\n self,\n request_body: bytes,\n *,\n timeout_milliseconds: int,\n max_response_bytes: int,\n ) -> WikiKnowledgeIntentTransportResponse:\n self.calls += 1\n assert request_body\n assert timeout_milliseconds == 300_000\n assert len(self.body) <= max_response_bytes\n return WikiKnowledgeIntentTransportResponse(\n status_code=429,\n body=self.body,\n latency_milliseconds=23,\n )\n\n\n@dataclass\nclass _InvalidSelectorOutputTransport:\n calls: int = 0\n\n def send(\n self,\n request_body: bytes,\n *,\n timeout_milliseconds: int,\n max_response_bytes: int,\n ) -> WikiKnowledgeIntentTransportResponse:\n self.calls += 1\n assert request_body\n assert timeout_milliseconds == 300_000\n body = canonical_json(\n {\n \"id\": \"chatcmpl-invalid-selector-test\",\n \"choices\": [\n {\n \"finish_reason\": \"stop\",\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": '{\"unknown\":true}',\n \"reasoning_content\": None,\n \"tool_calls\": None,\n },\n }\n ],\n \"created\": 1,\n \"model\": \"deepseek-v4-pro\",\n \"object\": \"chat.completion\",\n \"usage\": {\n \"prompt_tokens\": 120,\n \"completion_tokens\": 40,\n \"total_tokens\": 160,\n \"prompt_cache_hit_tokens\": 100,\n \"prompt_cache_miss_tokens\": 20,\n },\n }\n ).encode(\"utf-8\")\n assert len(body) <= max_response_bytes\n return WikiKnowledgeIntentTransportResponse(\n status_code=200,\n body=body,\n latency_milliseconds=19,\n )\n\n\n@dataclass\nclass _CredentialFailureTransport:\n calls: int = 0\n\n def send(\n self,\n request_body: bytes,\n *,\n timeout_milliseconds: int,\n max_response_bytes: int,\n ) -> WikiKnowledgeIntentTransportResponse:\n self.calls += 1\n assert request_body\n assert timeout_milliseconds == 300_000\n assert max_response_bytes > 0\n raise WikiKnowledgeIntentTransportError(\n \"credential_unavailable\",\n latency_milliseconds=0,\n )\n\n\ndef _http_failure_execution(tmp_path: Path) -> WikiKnowledgeIntentMRSelectorExecution:\n combined, compression, original_request = _combined_request(tmp_path)\n request = build_wiki_knowledge_intent_mr_selector_request_from_compression(\n combined_ledger=combined,\n compression=compression,\n task_code_facts=original_request.tasks,\n policy=build_wiki_mr_selector_policy(\n max_selector_input_tokens=40_000,\n allow_static_fallback=False,\n ),\n )\n assert isinstance(request, WikiKnowledgeIntentMRSelectorRequest)\n body = canonical_json(\n {\n \"error\": {\n \"code\": \"rate_limit_exceeded\",\n \"type\": \"rate_limit_error\",\n \"message\": (\n \"PRIVATE_DEEPSEEK_KEY=sk-private PRIVATE_DATABASE_URL=postgresql://private\"\n ),\n },\n \"usage\": {\n \"prompt_tokens\": 120,\n \"completion_tokens\": 0,\n \"total_tokens\": 120,\n },\n }\n ).encode(\"utf-8\")\n transport = _HttpFailureTransport(body=body)\n execution = execute_wiki_knowledge_intent_mr_selector(\n request=request,\n combined_ledger=combined,\n compression=compression,\n transport=transport,\n allow_network=True,\n )\n assert transport.calls == 1\n return execution\n\n\ndef test_timeout_is_structured_without_inventing_usage_or_retry(tmp_path: Path) -> None:\n combined, compression, request = _combined_request(tmp_path)\n transport = _TimeoutTransport()\n\n execution = execute_wiki_knowledge_intent_mr_selector(\n request=request,\n combined_ledger=combined,\n compression=compression,\n transport=transport,\n allow_network=True,\n )\n\n assert execution.status == \"static_fallback\"\n assert execution.provider_attempt_count == 1\n assert execution.retry_count == 0\n assert execution.latency_milliseconds == 17\n assert execution.provider_failure_code == \"provider_timeout\"\n assert execution.primary_failure is not None\n assert execution.primary_failure.stage == \"transport\"\n assert execution.primary_failure.category == \"timeout\"\n assert execution.primary_failure.internal_code == \"provider_timeout\"\n assert execution.usage_available is False\n assert execution.cost_estimate_available is False\n assert execution.prompt_tokens == 0\n assert execution.completion_tokens == 0\n assert execution.total_tokens == 0\n assert execution.prompt_cache_hit_tokens is None\n assert execution.prompt_cache_miss_tokens is None\n assert execution.estimated_cost_microusd == 0\n assert execution.raw_response_sha256 is None\n assert execution.raw_response_byte_count == 0\n assert transport.calls == 1\n\n\ndef test_selector_schema_failure_preserves_available_usage_and_cost(\n tmp_path: Path,\n) -> None:\n combined, compression, request = _combined_request(tmp_path)\n transport = _InvalidSelectorOutputTransport()\n\n execution = execute_wiki_knowledge_intent_mr_selector(\n request=request,\n combined_ledger=combined,\n compression=compression,\n transport=transport,\n allow_network=True,\n )\n\n assert execution.status == \"static_fallback\"\n assert execution.primary_failure is not None\n assert execution.primary_failure.stage == \"selector_validation\"\n assert execution.primary_failure.category == \"schema\"\n assert execution.primary_failure.internal_code == \"selector_output_schema_invalid\"\n assert execution.usage_available is True\n assert execution.prompt_tokens == 120\n assert execution.completion_tokens == 40\n assert execution.total_tokens == 160\n assert execution.prompt_cache_hit_tokens == 100\n assert execution.prompt_cache_miss_tokens == 20\n assert execution.cost_estimate_available is True\n assert execution.estimated_cost_microusd > 0\n assert execution.retry_count == 0\n assert transport.calls == 1\n\n\ndef test_http_primary_failure_and_fallback_failure_remain_distinct(\n tmp_path: Path,\n) -> None:\n execution = _http_failure_execution(tmp_path)\n\n assert execution.status == \"failed\"\n assert execution.provider_attempt_count == 1\n assert execution.retry_count == 0\n assert execution.provider_failure_code == \"provider_rate_limited\"\n assert execution.primary_failure is not None\n assert execution.primary_failure.stage == \"http_response\"\n assert execution.primary_failure.category == \"http\"\n assert execution.primary_failure.internal_code == \"provider_rate_limited\"\n assert execution.primary_failure.provider_http_status == 429\n assert execution.primary_failure.provider_error_code == \"rate_limit_exceeded\"\n assert execution.primary_failure.provider_error_type == \"rate_limit_error\"\n assert execution.usage_available is True\n assert execution.cost_estimate_available is True\n assert execution.prompt_tokens == 120\n assert execution.completion_tokens == 0\n assert execution.total_tokens == 120\n assert execution.estimated_cost_microusd > 0\n assert isinstance(execution.selector_result, WikiKnowledgeIntentMRSelectorFailure)\n assert execution.selector_result.failure_code == \"static_fallback_not_allowed\"\n assert execution.raw_response_sha256 is not None\n assert execution.raw_response_byte_count > 0\n\n error = WikiFirstRetrievalPipelineError(\n stage=\"mr_selector_execution\",\n code=execution.selector_result.failure_code,\n selector_execution=execution,\n )\n assert error.selector_execution == execution\n\n\ndef test_credential_preflight_is_not_counted_as_a_network_attempt(tmp_path: Path) -> None:\n combined, compression, request = _combined_request(tmp_path)\n transport = _CredentialFailureTransport()\n\n execution = execute_wiki_knowledge_intent_mr_selector(\n request=request,\n combined_ledger=combined,\n compression=compression,\n transport=transport,\n allow_network=True,\n )\n\n assert execution.status == \"static_fallback\"\n assert execution.provider_attempt_count == 0\n assert execution.network_attempted is False\n assert execution.provider_failure_code == \"credential_unavailable\"\n assert execution.primary_failure is not None\n assert execution.primary_failure.category == \"credential\"\n assert transport.calls == 1\n\n\ndef test_timer_acceptance_requires_a_nonempty_provider_validated_result(\n tmp_path: Path,\n) -> None:\n combined, compression, request = _combined_request(tmp_path)\n validated_execution = execute_wiki_knowledge_intent_mr_selector(\n request=request,\n combined_ledger=combined,\n compression=compression,\n transport=_Transport(request=request, valid=True),\n allow_network=True,\n )\n validated_run = validated_execution.selector_result\n assert not isinstance(validated_run, WikiKnowledgeIntentMRSelectorFailure)\n accepted = cast(\n WikiFirstRetrievalPipelineResult,\n SimpleNamespace(\n selector_execution=validated_execution,\n selector_run=validated_run,\n reference_pack=SimpleNamespace(\n selection_mode=\"provider_validated\",\n reference_count=1,\n ),\n ),\n )\n _require_provider_validated_timer_result(accepted)\n\n fallback_execution = execute_wiki_knowledge_intent_mr_selector(\n request=request,\n combined_ledger=combined,\n compression=compression,\n transport=_TimeoutTransport(),\n allow_network=True,\n )\n fallback_run = fallback_execution.selector_result\n assert not isinstance(fallback_run, WikiKnowledgeIntentMRSelectorFailure)\n rejected = cast(\n WikiFirstRetrievalPipelineResult,\n SimpleNamespace(\n selector_execution=fallback_execution,\n selector_run=fallback_run,\n reference_pack=SimpleNamespace(\n selection_mode=\"static_fallback\",\n reference_count=1,\n ),\n ),\n )\n with pytest.raises(\n WikiFirstRetrievalPipelineError,\n match=\"timer_provider_validated_acceptance: selector_not_provider_validated\",\n ):\n _require_provider_validated_timer_result(rejected)\n\n\ndef test_timer_failure_helper_publishes_one_private_sanitized_artifact(\n tmp_path: Path,\n) -> None:\n execution = _http_failure_execution(tmp_path / \"selector\")\n assert isinstance(execution.selector_result, WikiKnowledgeIntentMRSelectorFailure)\n error = WikiFirstRetrievalPipelineError(\n stage=\"mr_selector_execution\",\n code=execution.selector_result.failure_code,\n selector_execution=execution,\n )\n repository_root = tmp_path / \"repository\"\n material = repository_root / \"material\"\n material.mkdir(parents=True)\n output = material / \"failed-run\"\n output.mkdir(mode=0o700)\n\n raw = _safe_failure(phase=\"wiki_first_retrieval_pipeline\", exc=error)\n path = _publish_failure_artifact(\n output=output,\n raw=raw,\n )\n\n payload = json.loads(path.read_bytes())\n serialized = path.read_text(encoding=\"utf-8\")\n assert path.name == \"00-run-failure.json\"\n assert [item.name for item in output.iterdir()] == [\"00-run-failure.json\"]\n assert stat.S_IMODE(output.stat().st_mode) == 0o700\n assert stat.S_IMODE(path.stat().st_mode) == 0o600\n assert payload[\"pipeline_stage\"] == \"mr_selector_execution\"\n assert payload[\"pipeline_code\"] == \"static_fallback_not_allowed\"\n diagnostic = payload[\"selector_execution\"]\n assert diagnostic[\"provider_attempt_count\"] == 1\n assert diagnostic[\"retry_count\"] == 0\n assert diagnostic[\"usage_available\"] is True\n assert diagnostic[\"cost_estimate_available\"] is True\n assert diagnostic[\"primary_failure\"] == {\n \"stage\": \"http_response\",\n \"category\": \"http\",\n \"internal_code\": \"provider_rate_limited\",\n \"provider_http_status\": 429,\n \"provider_error_code\": \"rate_limit_exceeded\",\n \"provider_error_type\": \"rate_limit_error\",\n \"observed\": None,\n \"limit\": None,\n }\n assert diagnostic[\"fallback_result\"][\"failure_code\"] == (\"static_fallback_not_allowed\")\n assert diagnostic[\"raw_response_sha256\"]\n assert diagnostic[\"raw_response_byte_count\"] > 0\n assert diagnostic[\"raw_response_recorded\"] is False\n for forbidden in (\n \"PRIVATE_DEEPSEEK_KEY\",\n \"sk-private\",\n \"PRIVATE_DATABASE_URL\",\n \"postgresql://private\",\n ):\n assert forbidden not in serialized\n"}}}} |