utils/dep_freshness/tests/test_http.py
Krzysztof kuhy Rudnicki 78e92a7565
Some checks failed
dependency freshness / dependencies on newest stable (push) Has been cancelled
file length / file-length (push) Has been cancelled
md-naming / markdown naming convention (push) Has been cancelled
palette drift / palette (push) Has been cancelled
shared gate tests / gate unit tests (push) Has been cancelled
dep_freshness: retry a slow registry read with an escalating timeout before calling it offline
Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
2026-09-13 11:46:18 +02:00

163 lines
5.1 KiB
Python

"""The network layer: one probe per host, and failures that never raise out.
The gate is called from a pre-commit hook the user may not bypass, so every
transport error has to arrive as `Offline` -- something the caller can answer
with a cached value -- rather than as a traceback.
"""
from __future__ import annotations
import io
import socket
from urllib.error import HTTPError, URLError
import pytest
from dep_freshness.registries import http
@pytest.fixture(autouse=True)
def real_probe(monkeypatch):
"""Undo conftest's blanket `host_reachable` stub for this module."""
monkeypatch.undo()
http.reset_probes()
http.force_offline(False)
yield
http.reset_probes()
http.force_offline(False)
def test_the_probe_is_made_once_per_host(monkeypatch):
calls = []
def fake_connect(address, timeout=None):
calls.append(address)
return io.BytesIO()
monkeypatch.setattr(socket, "create_connection", fake_connect)
assert http.host_reachable("https://pub.dev/a")
assert http.host_reachable("https://pub.dev/b")
assert len(calls) == 1
assert calls[0] == ("pub.dev", 443)
def test_an_unreachable_host_is_remembered_as_unreachable(monkeypatch):
monkeypatch.setattr(socket, "create_connection", _refuse)
assert not http.host_reachable("https://nowhere.invalid/x")
def test_force_offline_short_circuits_even_a_known_good_host(monkeypatch):
monkeypatch.setattr(socket, "create_connection", lambda *a, **k: io.BytesIO())
assert http.host_reachable("https://pub.dev/a")
http.force_offline(True)
assert not http.host_reachable("https://pub.dev/a")
def test_get_json_raises_offline_when_the_host_is_down(monkeypatch):
monkeypatch.setattr(socket, "create_connection", _refuse)
with pytest.raises(http.Offline):
http.get_json("https://nowhere.invalid/x")
def test_a_404_means_the_package_does_not_exist(monkeypatch):
_reachable(monkeypatch)
monkeypatch.setattr(http, "urlopen", _raiser(
HTTPError("u", 404, "Not Found", {}, None)))
assert http.get_json("https://pub.dev/api/packages/nope") is None
def test_a_500_degrades_to_offline_rather_than_a_missing_package(monkeypatch):
_reachable(monkeypatch)
monkeypatch.setattr(http, "urlopen", _raiser(
HTTPError("u", 500, "Boom", {}, None)))
with pytest.raises(http.Offline):
http.get_json("https://pub.dev/api/packages/x")
def test_a_transport_error_degrades_to_offline(monkeypatch):
_reachable(monkeypatch)
monkeypatch.setattr(http, "urlopen", _raiser(URLError("reset")))
with pytest.raises(http.Offline):
http.get_json("https://pub.dev/api/packages/x")
def test_a_successful_body_is_decoded(monkeypatch):
_reachable(monkeypatch)
monkeypatch.setattr(http, "urlopen", lambda *a, **k: _Response(b'{"a": 1}'))
assert http.get_json("https://pub.dev/x", accept="application/json") == {"a": 1}
def test_undecodable_json_degrades_to_offline(monkeypatch):
_reachable(monkeypatch)
monkeypatch.setattr(http, "urlopen", lambda *a, **k: _Response(b"not json"))
with pytest.raises(http.Offline):
http.get_json("https://pub.dev/x")
def _refuse(*_args, **_kwargs):
raise OSError("connection refused")
def _reachable(monkeypatch):
monkeypatch.setattr(http, "host_reachable", lambda _url: True)
def _raiser(error):
def raise_it(*_args, **_kwargs):
raise error
return raise_it
class _Response:
def __init__(self, body: bytes) -> None:
self._body = body
def read(self) -> bytes:
return self._body
def __enter__(self):
return self
def __exit__(self, *_exc):
return False
def test_get_text_returns_the_raw_body_and_none_on_404(monkeypatch):
_reachable(monkeypatch)
monkeypatch.setattr(http, "urlopen", lambda *a, **k: _Response(b"<x/>"))
assert http.get_text("https://repo1.maven.org/x") == "<x/>"
monkeypatch.setattr(http, "urlopen", _raiser(
HTTPError("u", 404, "Not Found", {}, None)))
assert http.get_text("https://repo1.maven.org/x") is None
def test_a_slow_registry_is_retried_with_a_longer_timeout_each_time(monkeypatch):
"""JitPack builds maven-metadata on request; one 10 s timeout failed a
whole CI gates run. Timeouts escalate, an HTTP status never retries."""
_reachable(monkeypatch)
seen: list[float] = []
def slow_then_ok(_request, timeout):
seen.append(timeout)
if len(seen) < 3:
raise TimeoutError("timed out")
return _Response(b"<metadata/>")
monkeypatch.setattr(http, "urlopen", slow_then_ok)
assert http.get_text("https://jitpack.io/x/maven-metadata.xml") == "<metadata/>"
assert seen == [10.0, 20.0, 30.0]
def test_a_registry_that_never_answers_is_offline_after_the_last_attempt(monkeypatch):
_reachable(monkeypatch)
calls: list[int] = []
def never(*_a, **_k):
calls.append(1)
raise TimeoutError("timed out")
monkeypatch.setattr(http, "urlopen", never)
with pytest.raises(http.Offline):
http.get_text("https://jitpack.io/x/maven-metadata.xml")
assert len(calls) == http.HTTP_ATTEMPTS