utils/dep_freshness/versions.py
Krzysztof kuhy Rudnicki 28d3fb1361 dep_freshness: accept PEP 440 post pins
Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
2026-11-01 22:26:45 +01:00

185 lines
7.2 KiB
Python

"""Version parsing shared by every ecosystem adapter.
The dangerous bug class here fails *green*: npm publishes pre-releases to
`dist-tags.latest` and crates.io's `max_version` includes them, so an adapter
that trusts either reports "up to date" while the pin is behind. Every
"latest" that leaves this package goes through `newest_stable` or, for a
package that has never shipped a stable release, `reference`.
"""
from __future__ import annotations
import re
from packaging.version import InvalidVersion, Version
# Dart/pub and Go use semver; PyPI uses PEP 440. `packaging` parses both well
# enough to compare, with this as the fallback for the odd Go pseudo-version.
_SEMVER = re.compile(
r"^v?(?P<core>\d+(?:\.\d+){0,2})"
r"(?:-(?P<pre>[0-9A-Za-z.-]+))?"
r"(?:\+(?P<build>[0-9A-Za-z.-]+))?$"
)
# A tag that carries its project name: JitPack serves `java-nat-sort` only as
# `natural-comparator-1.1`. Only a digit-free name that STARTS with a letter
# and is followed by the version counts: `2.3.0-rc1` is untouched and stays a
# pre-release, and Google's `v3-rev197-1.25.0` API clients are NOT split,
# because `v3-` is an API generation, not a project name, and reading it as
# one proposed a `v2-...-2.0.0` artifact as "newer".
_TAG_PREFIX = re.compile(r"^(?P<prefix>[A-Za-z][A-Za-z_.-]*?-)(?=v?\d)")
def split_tag_prefix(raw: str) -> tuple[str, str]:
"""`("natural-comparator-", "1.1")`; an unprefixed version keeps `("", ...)`."""
text = raw.strip()
match = _TAG_PREFIX.match(text)
if not match:
return ("", text)
return (match.group("prefix"), text[match.end() :])
def parse(raw: str, strict: bool = False) -> Version | None:
"""A comparable version, or None when the string is not one.
`strict` refuses the semver-core fallback: `v3-rev197-1.25.0` reads as
`3` loosely, which is enough to order it but says nothing about what it
is, and the pre-release fallback below must not build on that.
"""
tail = split_tag_prefix(raw)[1]
try:
return Version(tail.lstrip("v"))
except InvalidVersion:
if strict:
return None
match = _SEMVER.match(tail)
if not match:
return None
# `core` is `\d+(\.\d+){0,2}`, which Version always accepts.
return Version(match.group("core"))
def is_prerelease(raw: str) -> bool:
"""True for `1.2.0-beta.1`, `2.0.0rc1`, `1.0.0-dev` and friends.
Checked on the raw string as well as the parsed object because PEP 440
silently normalises some semver pre-release tags (`-alpha` survives, but
an unknown suffix can be dropped) and a dropped suffix reads as stable.
"""
tail = split_tag_prefix(raw)[1]
if "-" in tail.split("+", 1)[0].lstrip("v"):
return True
version = parse(raw)
return bool(version and (version.is_prerelease or version.is_devrelease))
def _canonical(raw: str) -> str:
if GOOGLE_API.match(raw.strip()):
return raw.strip() # the leading `v` is the API generation, not noise
prefix, tail = split_tag_prefix(raw)
return prefix + tail.lstrip("v")
def _newest(candidates, prereleases: bool) -> str | None:
best: tuple[Version, str] | None = None
for raw in candidates:
if not raw or (not prereleases and is_prerelease(raw)):
continue
version = parse(raw, strict=prereleases)
if version is None:
continue
if best is None or version > best[0]:
best = (version, _canonical(str(raw)))
return best[1] if best else None
def newest_stable(candidates) -> str | None:
"""The highest non-pre-release version in `candidates`, or None."""
return _newest(candidates, prereleases=False)
def reference(candidates) -> str | None:
"""Newest stable, or newest pre-release when no stable was EVER shipped.
`androidx.biometric:biometric-ktx` has been alpha-only since 2021; holding
such a package to "newest stable" is a question with no answer, and an
allowlist entry for it would need renewing every 90 days forever. The
fallback is a predicate: the day a stable release appears, it wins.
Only pre-releases PEP 440 can read qualify. Google's Drive client ships
`v3-rev197-1.25.0`-style versions that are not pre-releases at all; the
loose parser orders them by API generation, and a fallback built on that
once declared a 2019 pin current against every newer revision.
"""
candidates = list(candidates)
return newest_stable(candidates) or _newest(candidates, prereleases=True)
# Google's API clients: `v3-rev20260901-2.0.0` is generation v3 of the API,
# revision 20260901 of the discovery document, built on library 2.0.0. No
# ordering across generations exists (v2 and v3 are different APIs), so the
# registry answers with the newest revision of EVERY generation and the
# judge picks the pin's own.
GOOGLE_API = re.compile(r"^(?P<gen>v\d+)-rev(?P<rev>\d+)-(?P<lib>\d+(?:\.\d+)*)$")
def google_api_key(raw: str) -> tuple[str, tuple[Version, int]] | None:
"""`("v3", (Version("2.0.0"), 20260901))` for a Google API client version."""
match = GOOGLE_API.match(raw.strip())
if not match:
return None
return (match.group("gen"), (Version(match.group("lib")), int(match.group("rev"))))
def newest_per_generation(candidates) -> str | None:
"""Space-joined newest Google API client per generation, or None."""
best: dict[str, tuple[tuple[Version, int], str]] = {}
for raw in candidates:
key = google_api_key(raw or "")
if key is None:
continue
gen, rank = key
if gen not in best or rank > best[gen][0]:
best[gen] = (rank, raw.strip())
return " ".join(best[gen][1] for gen in sorted(best)) or None
def behind(pinned: str, latest: str) -> bool:
"""True when `pinned` is strictly older than `latest`.
Unparseable input is never reported as behind: an unpinned or exotic
constraint is a different finding (`UNPINNED`) and must not be dressed up
as staleness.
"""
left, right = parse(pinned), parse(latest)
if left is None or right is None:
return False
return left < right
# Any number of numeric release components, not three: PyPI stub packages
# date-stamp a fourth (`types-requests==2.33.0.20260712`), and capping at
# three reported an exact pin as unpinned against itself. A project-name
# prefix (`natural-comparator-1.1`) is part of the pin, since it is what the
# registry's version list spells. PEP 440 `(a|b|rc)N`, `.postN` and `.devN`
# follow the release (`pytest-asyncio==1.4.1.post1`), before the semver suffix.
EXACT = re.compile(
r"^\s*(?:==\s*)?(?:[A-Za-z][A-Za-z_.-]*?-(?=v?\d))?"
r"v?\d+(?:\.\d+)*(?:(?:a|b|rc)\d+)?(?:\.post\d+)?(?:\.dev\d+)?"
r"(?:[-+][0-9A-Za-z.-]+)?\s*$"
)
def exact_pin(constraint: str) -> str | None:
"""The version an exact constraint names, or None if it is a range.
`1.6.0` and `==1.6.0` are exact; `^1.6.0`, `>=1.6.0`, `any` and `*` are
not. A range is not comparable to a registry answer, which is the whole
reason Q6 asked for exact pins.
"""
if not constraint:
return None
text = str(constraint).strip()
if not EXACT.match(text):
return None
return _canonical(text.lstrip("=").strip())