testsAndMisc/python_pkg/code_tutor/tests/test_signature_block.py

"""Tests for signature-block extraction and import hints."""

from __future__ import annotations

from pathlib import Path
from unittest.mock import MagicMock, patch

from python_pkg.code_tutor._challenge import (
    _collect_and_rate_tests,
    _validate_tests_against_real,
)
from python_pkg.code_tutor._challenge_support import (
    _extract_signature_block,
    _import_hint,
)
from python_pkg.code_tutor.tests.conftest import _item, _make_live_mock

# ---------------------------------------------------------------------------
# _extract_signature_block
# ---------------------------------------------------------------------------


def test_extract_signature_block_with_docstring(tmp_path: Path) -> None:
    source = 'def fn(x):\n    """Do thing."""\n    return x\n'
    (tmp_path / "mod.py").write_text(source, encoding="utf-8")
    result = _extract_signature_block(_item(file="mod.py"), str(tmp_path))
    assert "def fn" in result
    assert '"""Do thing."""' in result


def test_extract_signature_block_without_docstring(tmp_path: Path) -> None:
    source = "def fn(x):\n    return x\n"
    (tmp_path / "mod.py").write_text(source, encoding="utf-8")
    result = _extract_signature_block(_item(file="mod.py"), str(tmp_path))
    assert "def fn" in result
    assert "return" not in result


def test_extract_signature_block_oserror(tmp_path: Path) -> None:
    result = _extract_signature_block(_item(file="missing.py"), str(tmp_path))
    assert "def fn(...):" in result


def test_extract_signature_block_no_match(tmp_path: Path) -> None:
    source = "def other(): pass\n"
    (tmp_path / "mod.py").write_text(source, encoding="utf-8")
    result = _extract_signature_block(_item(file="mod.py", name="fn"), str(tmp_path))
    assert "def fn(...):" in result


def test_extract_signature_block_syntax_error(tmp_path: Path) -> None:
    (tmp_path / "mod.py").write_text("def (broken):\n", encoding="utf-8")
    result = _extract_signature_block(_item(file="mod.py"), str(tmp_path))
    assert "def fn(...):" in result


# ---------------------------------------------------------------------------
# Tests for _import_hint
# ---------------------------------------------------------------------------


def test_import_hint_relative_to_project(tmp_path: Path) -> None:
    (tmp_path / "src").mkdir()
    result = _import_hint(
        _item(file="src/mod.py", name="fn"),
        str(tmp_path),
        tmp_path,
    )
    assert result == "from src.mod import fn"


def test_import_hint_value_error(tmp_path: Path) -> None:
    # project_root is different from codebase_path
    other_root = tmp_path / "other"
    other_root.mkdir()
    result = _import_hint(
        _item(file="src/mod.py", name="fn"),
        str(tmp_path),
        other_root,
    )
    assert result == "from mod import fn"


# ---------------------------------------------------------------------------
# _validate_tests_against_real
# ---------------------------------------------------------------------------


def test_validate_tests_syntax_error() -> None:
    mock_console = MagicMock()
    result = _validate_tests_against_real(
        "def (broken):", "import fn", Path("/proj"), mock_console
    )
    assert result is False


def test_validate_tests_passes() -> None:
    mock_console = MagicMock()
    with patch("python_pkg.code_tutor._challenge._pytest_clean", return_value=True):
        result = _validate_tests_against_real(
            "def test_fn():\n    assert True\n",
            "# import",
            Path("/proj"),
            mock_console,
        )
    assert result is True


def test_validate_tests_fails() -> None:
    mock_console = MagicMock()
    with patch("python_pkg.code_tutor._challenge._pytest_clean", return_value=False):
        result = _validate_tests_against_real(
            "def test_fn():\n    assert False\n",
            "# import",
            Path("/proj"),
            mock_console,
        )
    assert result is False


# ---------------------------------------------------------------------------
# _collect_and_rate_tests
# ---------------------------------------------------------------------------


def test_collect_and_rate_tests_skip() -> None:
    mock_backend = MagicMock()
    mock_console = MagicMock()
    live_mock = _make_live_mock()

    with patch("python_pkg.code_tutor._verdict.Live", return_value=live_mock):
        result = _collect_and_rate_tests(
            "def fn():",
            "explanation",
            mock_backend,
            mock_console,
            lambda _: "skip",
        )
    assert result is None


def test_collect_and_rate_tests_pass_first() -> None:
    mock_backend = MagicMock()
    mock_console = MagicMock()
    live_mock = _make_live_mock()

    def fake_stream(system: str, user: str, on_token: object) -> str:
        assert callable(on_token)
        on_token('{"verdict": "PASS", "gap": ""}')
        return ""

    mock_backend.stream.side_effect = fake_stream
    lines_iter = iter(["test code line", "END"])

    with patch("python_pkg.code_tutor._verdict.Live", return_value=live_mock):
        result = _collect_and_rate_tests(
            "def fn():",
            "explanation",
            mock_backend,
            mock_console,
            lambda _: next(lines_iter),
        )
    assert result == "test code line"


def test_collect_and_rate_tests_fail_twice() -> None:
    mock_backend = MagicMock()
    mock_console = MagicMock()
    live_mock = _make_live_mock()

    mock_backend.stream.return_value = '{"verdict": "FAIL", "gap": "bad"}'

    attempt_inputs = [
        # attempt 1: provide code, then END
        "test code",
        "END",
        # attempt 2: provide code, then END
        "test code again",
        "END",
    ]
    inputs_iter = iter(attempt_inputs)

    with patch("python_pkg.code_tutor._verdict.Live", return_value=live_mock):
        result = _collect_and_rate_tests(
            "def fn():",
            "explanation",
            mock_backend,
            mock_console,
            lambda _: next(inputs_iter),
        )
    assert result is None


def test_collect_and_rate_tests_fail_then_pass() -> None:
    mock_backend = MagicMock()
    mock_console = MagicMock()
    live_mock = _make_live_mock()

    call_count = [0]

    def fake_stream(system: str, user: str, on_token: object) -> str:
        assert callable(on_token)
        call_count[0] += 1
        verdict = (
            '{"verdict": "FAIL", "gap": "not enough"}'
            if call_count[0] == 1
            else '{"verdict": "PASS", "gap": ""}'
        )
        on_token(verdict)
        return ""

    mock_backend.stream.side_effect = fake_stream

    inputs = iter(["bad test", "END", "good test", "END"])

    with patch("python_pkg.code_tutor._verdict.Live", return_value=live_mock):
        result = _collect_and_rate_tests(
            "def fn():",
            "explanation",
            mock_backend,
            mock_console,
            lambda _: next(inputs),
        )
    assert result == "good test"