mirror of
https://github.com/kuhyx/utils.git
synced 2026-11-15 03:10:58 +01:00
The gate had no way to read a Gradle build, which left the two Kotlin
forks (tachiyomisy, syncyomi-src) outside the fleet-wide rule.
- parsers/gradle.py reads gradle/libs.versions.toml ([libraries] and
[plugins] in every shape: inline string, module + version.ref,
group/name/version, rich {strictly|require|prefer} tables) into
`maven:<group>:<artifact>` deps, pointing the fix at the [versions]
line when a ref is used; BOM-managed entries without a version are
skipped. gradle-wrapper.properties becomes `toolchain:gradle`.
- registries/maven.py asks Google Maven, Central and the plugin portal
in that order, reading the full <versions> list -- AndroidX writes
alphas into <latest>. Plugins resolve through their marker artifact.
- registries/toolchain.gradle_latest reads services.gradle.org.
- http.get_text shares the transport with get_json (XML bodies).
- Templates: the pre-commit `files:` and the CI cache key know the
catalog. 100% branch on every new file; fixtures only.
Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01Yc4TiPjhbQLfH35QBPfrbP
137 lines
4.5 KiB
Python
137 lines
4.5 KiB
Python
"""Turn a `Dep` into "what is the newest stable of this?", via cache then net.
|
|
|
|
The cache is consulted first, the network second, and an *expired* cache entry
|
|
third — that last fallback is what lets a pre-commit run succeed offline
|
|
instead of cornering the user, since `--no-verify` is banned.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from concurrent.futures import ThreadPoolExecutor
|
|
from dataclasses import dataclass
|
|
|
|
from dep_freshness._tables import (
|
|
CARGO,
|
|
GITTAG,
|
|
GOMOD,
|
|
MAVEN,
|
|
MAX_WORKERS,
|
|
NPM,
|
|
PUB,
|
|
PYPI,
|
|
TOOLCHAIN,
|
|
)
|
|
from dep_freshness.cache import Cache
|
|
from dep_freshness.models import Dep
|
|
from dep_freshness.registries import cargo, gittag, gomod, maven, npmjs, pub, pypi
|
|
from dep_freshness.registries import toolchain as tc
|
|
from dep_freshness.registries.http import Offline
|
|
|
|
_LOOKUP = {
|
|
PUB: pub.latest,
|
|
PYPI: pypi.latest,
|
|
NPM: npmjs.latest,
|
|
CARGO: cargo.latest,
|
|
GOMOD: gomod.latest,
|
|
GITTAG: gittag.latest,
|
|
MAVEN: maven.latest,
|
|
}
|
|
|
|
|
|
@dataclass
|
|
class Answer:
|
|
"""Latest stable for one package, and how confident we are in it."""
|
|
|
|
version: str | None
|
|
stale_cache_days: float | None = None # served from an expired entry
|
|
unavailable: bool = False # no network and no cache at all
|
|
|
|
|
|
def _toolchain_latest(name: str) -> str | None:
|
|
if name == "flutter":
|
|
return tc.flutter_latest()[0]
|
|
if name == "dart":
|
|
return tc.flutter_latest()[1]
|
|
if name == "node":
|
|
return tc.node_latest()
|
|
if name == "python":
|
|
return tc.python_installed()
|
|
if name == "gradle":
|
|
return tc.gradle_latest()
|
|
return None
|
|
|
|
|
|
def never_cached(ecosystem: str, name: str) -> bool:
|
|
"""True for answers that describe THIS process, not a remote registry.
|
|
|
|
`toolchain:python` is `platform.python_version()`: free to compute, and
|
|
different on every machine. Caching it made screen-locker's CI red on
|
|
2026-08-28 -- the `actions/cache` restore-key handed a job running 3.14.7
|
|
a 3.13.15 answer written by an older runner image, and the gate declared
|
|
the repo's own `requires-python = ">=3.14"` to exclude "latest".
|
|
"""
|
|
return ecosystem == TOOLCHAIN and name == "python"
|
|
|
|
|
|
def _fetch(ecosystem: str, package: str) -> str | None:
|
|
if ecosystem == TOOLCHAIN:
|
|
return _toolchain_latest(package)
|
|
handler = _LOOKUP.get(ecosystem)
|
|
return handler(package) if handler else None
|
|
|
|
|
|
class Resolver:
|
|
"""Batch version lookups behind one shared on-disk cache."""
|
|
|
|
def __init__(self, cache: Cache | None = None, refresh: bool = False) -> None:
|
|
self.cache = cache if cache is not None else Cache()
|
|
if refresh:
|
|
self.cache.clear()
|
|
self.degraded: list[str] = []
|
|
|
|
def prefetch(self, deps: list[Dep]) -> None:
|
|
"""Warm the cache for everything not already fresh, eight at a time."""
|
|
wanted = {
|
|
(d.ecosystem, d.name)
|
|
for d in deps
|
|
if not never_cached(d.ecosystem, d.name)
|
|
and (
|
|
not (entry := self.cache.get(d.ecosystem, d.name))
|
|
or not entry.fresh(d.ecosystem)
|
|
)
|
|
}
|
|
if not wanted:
|
|
return
|
|
with ThreadPoolExecutor(max_workers=MAX_WORKERS) as pool:
|
|
futures = {
|
|
pool.submit(_fetch, eco, name): (eco, name) for eco, name in wanted
|
|
}
|
|
for future, (eco, name) in futures.items():
|
|
try:
|
|
self.cache.put(eco, name, future.result())
|
|
except Offline as exc:
|
|
self.degraded.append(str(exc))
|
|
except Exception as exc:
|
|
# Deliberately broad: one malformed registry payload
|
|
# must degrade that single package, not abort a run
|
|
# spanning ~900 lookups.
|
|
self.degraded.append(f"{eco}:{name}: {exc}")
|
|
self.cache.save()
|
|
|
|
def latest(self, dep: Dep) -> Answer:
|
|
if never_cached(dep.ecosystem, dep.name):
|
|
return Answer(_fetch(dep.ecosystem, dep.name))
|
|
entry = self.cache.get(dep.ecosystem, dep.name)
|
|
if entry and entry.fresh(dep.ecosystem):
|
|
return Answer(entry.version)
|
|
try:
|
|
version = _fetch(dep.ecosystem, dep.name)
|
|
except Offline:
|
|
version = None
|
|
else:
|
|
self.cache.put(dep.ecosystem, dep.name, version)
|
|
return Answer(version)
|
|
if entry is not None:
|
|
return Answer(entry.version, stale_cache_days=entry.age() / 86400)
|
|
return Answer(None, unavailable=True)
|