testsAndMisc/python_pkg/endurain_import/tests/test_main.py
Krzysztof kuhy Rudnicki 558883f281 feat(endurain): self-hosted run viewer fed by RunnerUp WebDAV exports
Stands up Endurain behind the existing Caddy edge and imports RunnerUp
activities into it. Endurain is a VIEWER: screen-locker's workout gate still
reads the phone over adb and is untouched here, because a WebDAV drop folder is
spoofable by anything that can write to ~/cloud and must not become a
screen-unlock authority.

Primary path is phone -> WebDAV (existing dufs) -> ~/cloud/RunnerUp/ ->
importer -> Endurain, with an adb pull as fallback when a run has not been
uploaded yet. A systemd user timer runs the importer every 15 min.

Findings that shaped the implementation, each verified against the running
system rather than assumed:

- Endurain moved to Codeberg; the GitHub repo is a read-only mirror stale at
  v0.17.7 against v0.19.0. The image is pulled from Codeberg.
- postgres:18 moved PGDATA to /var/lib/postgresql/18/docker. Upstream's compose
  example still mounts the pre-18 path, which fails as an unexplained
  "container is unhealthy"; the real cause is only visible in docker logs.
- Endurain seeds a hardcoded admin/admin via an Alembic migration with no env
  override, and endurain.kuhy.duckdns.org already resolved publicly. Publishing
  is therefore a separate script that refuses to install the Caddy site while
  those credentials still work.
- Endurain performs NO duplicate detection, so the importer owns dedupe on two
  axes: a content hash, and an activity key that collapses the .gpx/.tcx pair
  RunnerUp writes for a single run (different bytes, same run).
- Ambiguous uploads (5xx/timeout) are never re-queued, since the activity may
  already have been committed; only definite 4xx rejections are staged for
  retry. The importer exits non-zero so the timer surfaces the problem.
- RunnerUp has no background sync at all, so every upload is a manual tap.
- Its WebDAV synchronizer needs HTTPS with a real cert (Android blocks
  cleartext at targetSdk 36; self-signed is broken upstream) and a URL with no
  trailing slash, and cannot MKCOL against dufs - so the inbox must pre-exist.

The phone gets a dufs credential scoped to /RunnerUp, verified unable to read
Keepass or gdrive_backups.

Verified: 52 tests at 100% branch coverage; the timer imports 4 real runs and
re-runs create zero duplicates; https://endurain.kuhy.duckdns.org serves 200
with a valid cert and the other edge sites are unaffected; screen-locker's
suite still passes 1090 tests at 100% coverage.

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01GbYEnfGnf1988cdFdGebot
2026-08-23 13:09:18 +02:00

114 lines
3.8 KiB
Python

"""Orchestration: routing, fail-closed behaviour and exit status."""
from __future__ import annotations
from pathlib import Path
import pytest
from python_pkg.endurain_import.__main__ import _process, _route_rejected, main
from python_pkg.endurain_import.ledger import Entry, Ledger, now_iso
from python_pkg.endurain_import.upload import Outcome, Result
class _StubClient:
def __init__(self, result: Result) -> None:
self._result = result
self.uploads: list[Path] = []
def upload(self, path: Path) -> Result:
self.uploads.append(path)
return self._result
@pytest.fixture
def inbox(tmp_path: Path) -> Path:
path = tmp_path / "inbox"
path.mkdir()
return path
def _file(inbox: Path, name: str = "RunnerUp_ts_Running.tcx") -> Path:
path = inbox / name
path.write_text("<xml/>")
return path
def test_success_moves_to_processed_and_records(tmp_path: Path, inbox: Path) -> None:
path = _file(inbox)
ledger = Ledger(tmp_path / "l.json")
client = _StubClient(Result(Outcome.OK, 5, "ok"))
processed = inbox / "processed"
assert _process(path, client, ledger, processed, None) == "imported"
assert (processed / path.name).exists()
assert not path.exists()
assert len(ledger) == 1
def test_known_digest_is_skipped_without_uploading(tmp_path: Path, inbox: Path) -> None:
path = _file(inbox)
ledger = Ledger(tmp_path / "l.json")
from python_pkg.endurain_import.ledger import activity_key, file_digest
ledger.record(Entry(file_digest(path), activity_key(path), path.name, 1, now_iso()))
client = _StubClient(Result(Outcome.OK, 9, "ok"))
assert _process(path, client, ledger, inbox / "processed", None) == "skipped"
assert client.uploads == []
def test_same_run_other_format_is_skipped(tmp_path: Path, inbox: Path) -> None:
"""The .gpx twin of an imported .tcx must not create a second activity."""
tcx = _file(inbox, "RunnerUp_2026-08-22-23-51-04_Running.tcx")
ledger = Ledger(tmp_path / "l.json")
from python_pkg.endurain_import.ledger import activity_key, file_digest
ledger.record(Entry(file_digest(tcx), activity_key(tcx), tcx.name, 1, now_iso()))
gpx = inbox / "RunnerUp_2026-08-22-23-51-04_Running.gpx"
gpx.write_text("<gpx/>") # different bytes, same run
client = _StubClient(Result(Outcome.OK, 9, "ok"))
assert _process(gpx, client, ledger, inbox / "processed", None) == "skipped"
assert client.uploads == []
def test_rejected_file_is_staged_and_left_in_place(tmp_path: Path, inbox: Path) -> None:
path = _file(inbox)
bulk = tmp_path / "bulk"
ledger = Ledger(tmp_path / "l.json")
client = _StubClient(Result(Outcome.REJECTED, None, "400"))
assert _process(path, client, ledger, inbox / "processed", bulk) == "rejected"
assert (bulk / path.name).exists()
assert path.exists(), "a rejected file must stay for inspection"
assert len(ledger) == 0
def test_ambiguous_never_stages_to_bulk_import(tmp_path: Path, inbox: Path) -> None:
"""The whole point of the ambiguous class: do not risk a duplicate."""
path = _file(inbox)
bulk = tmp_path / "bulk"
ledger = Ledger(tmp_path / "l.json")
client = _StubClient(Result(Outcome.AMBIGUOUS, None, "timeout"))
assert _process(path, client, ledger, inbox / "processed", bulk) == "ambiguous"
assert not bulk.exists(), "ambiguous uploads must not be re-queued"
assert path.exists()
assert len(ledger) == 0
def test_route_rejected_without_bulk_dir_is_safe(tmp_path: Path) -> None:
path = tmp_path / "f.tcx"
path.write_text("x")
_route_rejected(path, None)
assert path.exists()
def test_missing_api_key_exits_two(monkeypatch: pytest.MonkeyPatch) -> None:
monkeypatch.delenv("ENDURAIN_API_KEY", raising=False)
with pytest.raises(SystemExit) as excinfo:
main()
assert excinfo.value.code == 2