mirror of
https://github.com/kuhyx/utils.git
synced 2026-11-10 21:07:15 +01:00
Krzysztof kuhy Rudnicki
e0c9befdeb
run(dialect=), run_problem(slug|statement, sql, dialect): ASCII-table parser, per-dialect DDL, value-wise compare. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01WzxdWYGW5NZL5uVpnqmNKo
91 lines
2.9 KiB
Python
91 lines
2.9 KiB
Python
"""Grade a query run or a typed prediction against a drill's expected rows."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import TYPE_CHECKING
|
|
|
|
from sql_drills import _dialect, _sandbox, _store
|
|
from sql_drills._lcnorm import compare_results
|
|
from sql_drills._model import DrillKindError, PredResult, RunResult
|
|
from sql_drills._normalize import Rows, clean_grid, compare
|
|
|
|
if TYPE_CHECKING:
|
|
from sql_drills._dialect import Dialect
|
|
|
|
|
|
def _actual(done: _sandbox.Executed, rec: _store.Record) -> Rows:
|
|
if done.ok:
|
|
return done.rows
|
|
if rec.error_code is not None and done.code is not None:
|
|
return [[f"ERROR {done.code}"]]
|
|
return []
|
|
|
|
|
|
def _run_postgres(rec: _store.Record, sql: str) -> RunResult:
|
|
"""The drill's MySQL-made expected rows, judged value-wise on PostgreSQL."""
|
|
schema = _dialect.to_postgres(rec.text("schema.sql"))
|
|
with _dialect.sandbox_for("postgresql")(schema) as box:
|
|
done = box.query(sql)
|
|
expected = rec.expected_rows()
|
|
cmp = compare_results(expected, done.rows, "postgresql", ordered=True)
|
|
return RunResult(
|
|
ok=done.ok,
|
|
error=done.error,
|
|
columns=done.columns,
|
|
rows=done.rows,
|
|
expected_rows=expected,
|
|
match=done.ok and cmp.match,
|
|
cell_diff=cmp.cell_diff,
|
|
extra_rows=cmp.extra_rows,
|
|
missing_rows=cmp.missing_rows,
|
|
)
|
|
|
|
|
|
def run(drill_id: str, sql: str, dialect: Dialect = "mysql") -> RunResult:
|
|
rec = _store.find(drill_id)
|
|
if _dialect.check(dialect) == "postgresql":
|
|
return _run_postgres(rec, sql)
|
|
with _sandbox.sandbox(rec.text("schema.sql")) as box:
|
|
done = box.execute(sql)
|
|
shown = done.ok and bool(done.rows)
|
|
columns = box.columns_of(sql, len(done.rows)) if shown else []
|
|
expected = rec.expected_rows()
|
|
actual = _actual(done, rec)
|
|
cmp = compare(expected, actual)
|
|
return RunResult(
|
|
ok=done.ok,
|
|
error=done.error,
|
|
columns=columns,
|
|
rows=actual,
|
|
expected_rows=expected,
|
|
match=cmp.match,
|
|
cell_diff=cmp.cell_diff,
|
|
extra_rows=cmp.extra_rows,
|
|
missing_rows=cmp.missing_rows,
|
|
)
|
|
|
|
|
|
def _typed(grid: Rows, rec: _store.Record) -> Rows:
|
|
rows = clean_grid(grid)
|
|
typed = [cell.casefold() for row in rows for cell in row if cell]
|
|
if rec.error_code is not None and typed == ["error"]:
|
|
return [[f"ERROR {rec.error_code}"]]
|
|
return rows
|
|
|
|
|
|
def check_prediction(drill_id: str, grid: Rows) -> PredResult:
|
|
rec = _store.find(drill_id)
|
|
if rec.meta.kind != "predict":
|
|
msg = f"{drill_id} is a write drill; use run()"
|
|
raise DrillKindError(msg)
|
|
expected = rec.expected_rows()
|
|
cmp = compare(expected, _typed(grid, rec))
|
|
return PredResult(
|
|
match=cmp.match,
|
|
cell_diff=cmp.cell_diff,
|
|
actual_rows=expected,
|
|
error=rec.error_message,
|
|
extra_rows=cmp.extra_rows,
|
|
missing_rows=cmp.missing_rows,
|
|
)
|