mirror of
https://github.com/kuhyx/steam-backlog-enforcer.git
synced 2026-11-10 19:27:04 +01:00
Krzysztof kuhy Rudnicki
8cc31a2c87
Some checks are pending
dependency freshness / dependencies on newest stable (push) Waiting to run
md-naming / markdown naming convention (push) Waiting to run
pre-commit / pre-commit (${{ matrix.group }}) (mypy, mypy, ) (push) Waiting to run
pre-commit / pre-commit (${{ matrix.group }}) (pylint, pylint, ) (push) Waiting to run
pre-commit / pre-commit (${{ matrix.group }}) (rest, , mypy,pylint) (push) Waiting to run
Tests / test (push) Waiting to run
Tests / web-coverage (push) Waiting to run
repo-contract / repo contract (push) Waiting to run
Todo: 9b9342ba
108 lines
3.5 KiB
Python
108 lines
3.5 KiB
Python
"""Cached batch lookup of HowLongToBeat times.
|
|
|
|
Split out of :mod:`steam_backlog_enforcer.hltb` to keep both files
|
|
under the 250-line cap.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import logging
|
|
|
|
from steam_backlog_enforcer._hltb_failures import HLTBUnavailableError
|
|
from steam_backlog_enforcer._hltb_types import (
|
|
ProgressCb,
|
|
_HLTBExtras,
|
|
load_hltb_cache,
|
|
load_hltb_count_comp_cache,
|
|
load_hltb_leisure_100h_cache,
|
|
load_hltb_polls_cache,
|
|
load_hltb_rush_cache,
|
|
save_hltb_cache,
|
|
)
|
|
from steam_backlog_enforcer._progress import current_progress
|
|
from steam_backlog_enforcer.hltb import fetch_hltb_times_timed, games_per_second
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def reporting_progress_cb(
|
|
label: str, total: int, inner: ProgressCb | None
|
|
) -> ProgressCb:
|
|
"""Start a progress phase and return a callback that advances it.
|
|
|
|
The returned callback forwards to *inner* (the CLI's carriage-return meter), so
|
|
the terminal output is unchanged while a web job gets real steps.
|
|
|
|
Args:
|
|
label: Phase label shown in the UI.
|
|
total: Number of lookups in the phase.
|
|
inner: The caller's own callback, if any.
|
|
"""
|
|
progress = current_progress()
|
|
progress.phase(label, total)
|
|
|
|
def report(done: int, total: int, found: int, name: str) -> None:
|
|
progress.advance(name, step=done)
|
|
if inner is not None:
|
|
inner(done, total, found, name)
|
|
|
|
return report
|
|
|
|
|
|
# ──────────────────────────────────────────────────────────────
|
|
# Confidence-only batch fetch (no leisure/DLC detail pages)
|
|
# ──────────────────────────────────────────────────────────────
|
|
|
|
|
|
def fetch_hltb_times_cached(
|
|
games: list[tuple[int, str]],
|
|
progress_cb: ProgressCb | None = None,
|
|
) -> dict[int, float]:
|
|
"""Fetch HLTB times, using disk cache for already-known games.
|
|
|
|
Args:
|
|
games: list of (app_id, name) tuples to look up.
|
|
progress_cb: optional callback(done, total, found, game_name).
|
|
|
|
Returns: dict mapping app_id -> completionist_hours.
|
|
"""
|
|
cache = load_hltb_cache()
|
|
polls = load_hltb_polls_cache()
|
|
extras = _HLTBExtras(
|
|
count_comp=load_hltb_count_comp_cache(),
|
|
rush=load_hltb_rush_cache(),
|
|
leisure_100h=load_hltb_leisure_100h_cache(),
|
|
)
|
|
uncached = [(app_id, name) for app_id, name in games if app_id not in cache]
|
|
|
|
if uncached:
|
|
logger.info(
|
|
"Fetching HLTB data for %d uncached games (%d cached)...",
|
|
len(uncached),
|
|
len(games) - len(uncached),
|
|
)
|
|
report = reporting_progress_cb(
|
|
"Fetching HLTB times", len(uncached), progress_cb
|
|
)
|
|
try:
|
|
elapsed = fetch_hltb_times_timed(uncached, cache, polls, report, extras)
|
|
except HLTBUnavailableError:
|
|
# Already logged and tallied by the batch; the cache is untouched.
|
|
return cache
|
|
|
|
# Final save.
|
|
save_hltb_cache(cache, polls, extras)
|
|
|
|
found = sum(1 for aid, _ in uncached if cache.get(aid, -1) > 0)
|
|
logger.info(
|
|
"HLTB fetch done: %d/%d found in %.1fs (%.0f games/s)",
|
|
found,
|
|
len(uncached),
|
|
elapsed,
|
|
games_per_second(len(uncached), elapsed),
|
|
)
|
|
else:
|
|
logger.info("All %d games found in HLTB cache.", len(games))
|
|
|
|
return cache
|