testsAndMisc/python_pkg/endurain_import/tests/test_ledger.py
Krzysztof kuhy Rudnicki 558883f281 feat(endurain): self-hosted run viewer fed by RunnerUp WebDAV exports
Stands up Endurain behind the existing Caddy edge and imports RunnerUp
activities into it. Endurain is a VIEWER: screen-locker's workout gate still
reads the phone over adb and is untouched here, because a WebDAV drop folder is
spoofable by anything that can write to ~/cloud and must not become a
screen-unlock authority.

Primary path is phone -> WebDAV (existing dufs) -> ~/cloud/RunnerUp/ ->
importer -> Endurain, with an adb pull as fallback when a run has not been
uploaded yet. A systemd user timer runs the importer every 15 min.

Findings that shaped the implementation, each verified against the running
system rather than assumed:

- Endurain moved to Codeberg; the GitHub repo is a read-only mirror stale at
  v0.17.7 against v0.19.0. The image is pulled from Codeberg.
- postgres:18 moved PGDATA to /var/lib/postgresql/18/docker. Upstream's compose
  example still mounts the pre-18 path, which fails as an unexplained
  "container is unhealthy"; the real cause is only visible in docker logs.
- Endurain seeds a hardcoded admin/admin via an Alembic migration with no env
  override, and endurain.kuhy.duckdns.org already resolved publicly. Publishing
  is therefore a separate script that refuses to install the Caddy site while
  those credentials still work.
- Endurain performs NO duplicate detection, so the importer owns dedupe on two
  axes: a content hash, and an activity key that collapses the .gpx/.tcx pair
  RunnerUp writes for a single run (different bytes, same run).
- Ambiguous uploads (5xx/timeout) are never re-queued, since the activity may
  already have been committed; only definite 4xx rejections are staged for
  retry. The importer exits non-zero so the timer surfaces the problem.
- RunnerUp has no background sync at all, so every upload is a manual tap.
- Its WebDAV synchronizer needs HTTPS with a real cert (Android blocks
  cleartext at targetSdk 36; self-signed is broken upstream) and a URL with no
  trailing slash, and cannot MKCOL against dufs - so the inbox must pre-exist.

The phone gets a dufs credential scoped to /RunnerUp, verified unable to read
Keepass or gdrive_backups.

Verified: 52 tests at 100% branch coverage; the timer imports 4 real runs and
re-runs create zero duplicates; https://endurain.kuhy.duckdns.org serves 200
with a valid cert and the other edge sites are unaffected; screen-locker's
suite still passes 1090 tests at 100% coverage.

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01GbYEnfGnf1988cdFdGebot
2026-08-23 13:09:18 +02:00

96 lines
2.8 KiB
Python

"""Ledger behaviour, especially the two independent dedupe paths."""
from __future__ import annotations
import json
from pathlib import Path
import pytest
from python_pkg.endurain_import.ledger import (
Entry,
Ledger,
LedgerCorruptError,
activity_key,
file_digest,
now_iso,
)
def _entry(sha: str = "abc", key: str = "RunnerUp_ts_Running") -> Entry:
return Entry(sha, key, "f.tcx", 7, now_iso())
def test_digest_is_content_addressed(tmp_path: Path) -> None:
a = tmp_path / "a.tcx"
b = tmp_path / "b.tcx"
a.write_text("same")
b.write_text("same")
assert file_digest(a) == file_digest(b)
b.write_text("different")
assert file_digest(a) != file_digest(b)
def test_activity_key_collapses_export_formats() -> None:
"""The .gpx and .tcx of one run must share a key."""
tcx = Path("RunnerUp_2026-08-22-23-51-04_Running.tcx")
gpx = Path("RunnerUp_2026-08-22-23-51-04_Running.gpx")
assert activity_key(tcx) == activity_key(gpx)
def test_activity_key_ignores_device_model() -> None:
"""WebDAV names embed Build.MODEL; adb names do not."""
webdav = Path("RunnerUp_Pixel_6a_2026-08-22-23-51-04_Running.tcx")
adb = Path("RunnerUp_2026-08-22-23-51-04_Running.tcx")
assert activity_key(webdav) == activity_key(adb)
def test_activity_key_separates_distinct_runs() -> None:
first = Path("RunnerUp_2026-08-22-23-51-04_Running.tcx")
second = Path("RunnerUp_2026-08-19-19-10-04_Running.tcx")
assert activity_key(first) != activity_key(second)
def test_activity_key_falls_back_to_stem() -> None:
assert activity_key(Path("whatever.tcx")) == "whatever"
def test_record_and_membership(tmp_path: Path) -> None:
ledger = Ledger(tmp_path / "l.json")
assert len(ledger) == 0
ledger.record(_entry())
assert "abc" in ledger
assert ledger.has_activity("RunnerUp_ts_Running")
assert not ledger.has_activity("other")
assert len(ledger) == 1
def test_ledger_survives_reload(tmp_path: Path) -> None:
path = tmp_path / "l.json"
Ledger(path).record(_entry())
assert "abc" in Ledger(path)
def test_corrupt_ledger_fails_closed(tmp_path: Path) -> None:
"""A truncated ledger must stop the run, not re-import everything."""
path = tmp_path / "l.json"
path.write_text("{not json")
with pytest.raises(LedgerCorruptError):
Ledger(path)
def test_write_is_atomic(tmp_path: Path) -> None:
path = tmp_path / "l.json"
ledger = Ledger(path)
ledger.record(_entry())
assert not path.with_suffix(".tmp").exists()
assert json.loads(path.read_text())["abc"]["activity_id"] == 7
def test_non_dict_ledger_is_ignored(tmp_path: Path) -> None:
"""A JSON list is valid JSON but not a ledger; treat it as empty."""
path = tmp_path / "l.json"
path.write_text("[]")
assert len(Ledger(path)) == 0