mirror of
https://github.com/kuhyx/WUT_Computer_Science.git
synced 2026-11-10 18:47:11 +01:00
Krzysztof kuhy Rudnicki
b017c7500e
384 findings to none across ten scripts. Most of it is annotation and
docstring work, but the lint surfaced two defects that had nothing to do with
style:
- `gpt_chunks.py` stripped its GPT preamble with
`input_string.strip("iSTS chunks:")`. str.strip takes a SET OF CHARACTERS,
not a prefix, so it also ate any leading i/S/T/s/c/h/u/n/k/space/colon:
"iSTS chunks: sentence one" came out as "entence one", silently losing the
first letter of every chunked sentence. Now removeprefix. ruff found it as
B005 + PLE1310.
- `is_numbered_line_format` had `for string in string` in its list branch,
which raises NameError the moment a list is passed (F821).
- `processing.test_XML()` read a module-level `alignments_data` that does not
exist at module scope; it only ever ran when pasted into a live session. It
takes the data as an argument now and is renamed `log_first_alignment` so
pytest stops collecting a non-test as a test.
Also real rather than cosmetic:
- The OpenAI key was a placeholder string literal in three files, one of them
carrying a "Replace me with os.environ['API_KEY']" comment. All three read
OPENAI_API_KEY now and say so when it is missing -- as committed, none of
these scripts could actually run.
- `rating.rate_similarity` was submitted unfinished: it built a client, never
touched its two arguments and returned None despite `-> str`. It now makes
the same call the rest of the package makes.
- The two 2 kB alignment prompts and one 344-character chunking prompt moved
to prompts/*.txt. Wrapping them in source would have put newlines into the
middle of the prompt.
- `format_alignments` parsed GPT's replies with `eval()`; the file holds one
repr()'d string per line, so ast.literal_eval is both sufficient and safe.
- NLP/__init__.py deleted -- it made the course directory a package named
"NLP", which is an invalid module name (N999) and which nothing imports;
the scripts use plain `import processing`.
INP001 is settled the same way throughout: a coursework file run as
`python x.py` gets a shebang and the executable bit, which is what it is,
rather than an __init__.py that would make a course code into a module name.
Verified: every module compiles and `./run.sh run Programming/NLP` is clean.
The scripts themselves need the SemEval corpus and a paid API key, so they
are not executed here.
Repo-wide: 3,159 findings -> 2,775.
Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_0172dj34FDpao6wsix8ZuCzE
138 lines
4.2 KiB
Python
Executable File
138 lines
4.2 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
"""Format the few-shot alignment replies, and score them against gold."""
|
|
|
|
import copy
|
|
import logging
|
|
import re
|
|
from pathlib import Path
|
|
|
|
import pandas as pd
|
|
import processing
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
# paths to students andsewrs database
|
|
student_answers1_path = (
|
|
"test_goldStandard/student/STSint.testinput.answers-students.sent1.txt"
|
|
)
|
|
student_answers2_path = (
|
|
"test_goldStandard/student/STSint.testinput.answers-students.sent2.txt"
|
|
)
|
|
student_answers_chunked_path1 = (
|
|
"test_goldStandard/student/STSint.testinput.answers-students.sent1.chunk.txt"
|
|
)
|
|
student_answers_chunked_path2 = (
|
|
"test_goldStandard/student/STSint.testinput.answers-students.sent2.chunk.txt"
|
|
)
|
|
student_answers_alignment_path = (
|
|
"test_goldStandard/student/STSint.testinput.answers-students.wa"
|
|
)
|
|
|
|
# load data
|
|
student_answers = processing.load_sentences(
|
|
student_answers1_path, student_answers1_path
|
|
)
|
|
goldstandard_chunked = processing.load_chunked(
|
|
student_answers_chunked_path1, student_answers_chunked_path2
|
|
)
|
|
goldstandard_alignment = processing.load_alignment(student_answers_alignment_path)
|
|
|
|
SHORT_FIELDS = 3
|
|
MIN_FIELDS = 2
|
|
|
|
# get a nice anwser-student table
|
|
data = pd.DataFrame.merge(
|
|
goldstandard_chunked, goldstandard_alignment, left_index=True, right_index=True
|
|
)
|
|
|
|
|
|
file_path = "alignments_with_training_student_K.wa"
|
|
|
|
responses = processing.load_alignment(file_path)
|
|
responses = responses["alignment_text"].to_list()
|
|
|
|
|
|
for i, r in enumerate(responses):
|
|
logger.info("%s", "\nresponse number " + str(i))
|
|
logger.info("%s", r)
|
|
|
|
unformatted = copy.deepcopy(responses)
|
|
|
|
for i, response in enumerate(responses):
|
|
temp = response.lstrip("\n")
|
|
temp = temp.rstrip("\n")
|
|
|
|
temp = re.sub(r"(?<==)>", "> ", temp) # add space after >
|
|
temp = re.sub(r"(?<!\n) +(?!\n)", " ", temp) # remove double space
|
|
|
|
temp = temp.replace("]", "")
|
|
temp = temp.replace("[", "")
|
|
temp = temp.replace(" ==> ", " <==> ")
|
|
temp = temp.replace(" => ", " <==> ")
|
|
temp = temp.replace(" <=> ", " <==> ")
|
|
temp = temp.replace(" <== ", " <==> ")
|
|
temp = temp.replace("<==> //", " <==> 0 //")
|
|
temp = temp.replace("<==> //", " <==> 0 //")
|
|
temp = temp.replace("NOALI <==>", "0 <==>")
|
|
temp = temp.replace("<==> NOALI", "<==> 0")
|
|
temp = temp.replace("\n// NOALI", "\n0 <==> 0 // NOALI")
|
|
temp = re.sub(r"(^|[^<])(==>+)", r" <==>", temp)
|
|
|
|
temp = re.sub(r"^(<==>)", r"0 \1", temp)
|
|
|
|
temp = re.sub(r"(?<!\n) +(?!\n)", " ", temp) # remove double space
|
|
|
|
temp = temp.split("\n")
|
|
for k in range(len(temp)):
|
|
temp[k] = temp[k].split("<==>")
|
|
temp[k][1] = temp[k][1].split("//")
|
|
|
|
for j, chunk in enumerate(
|
|
sorted(data.iloc[i]["chunked_sentance1"], key=len, reverse=True)
|
|
):
|
|
pattern = re.compile(chunk, re.IGNORECASE)
|
|
temp[k][0] = pattern.sub(str(j + 1), temp[k][0])
|
|
for j, chunk in enumerate(
|
|
sorted(data.iloc[i]["chunked_sentance2"], key=len, reverse=True)
|
|
):
|
|
pattern = re.compile(chunk, re.IGNORECASE)
|
|
temp[k][1][0] = pattern.sub(str(j + 1), temp[k][1][0])
|
|
if len(temp[k][1]) >= SHORT_FIELDS:
|
|
temp[k] = (
|
|
temp[k][0]
|
|
+ " <==> "
|
|
+ temp[k][1][0]
|
|
+ " // "
|
|
+ temp[k][1][1]
|
|
+ " // "
|
|
+ temp[k][1][2]
|
|
)
|
|
elif len(temp[k][1]) == MIN_FIELDS:
|
|
temp[k] = (
|
|
temp[k][0] + " <==> " + temp[k][1][0] + " // " + temp[k][1][1] + " // 0"
|
|
)
|
|
temp[k] = re.sub(r"\s{2,}", " ", temp[k]) # remove double space
|
|
|
|
responses[i] = "\n".join(temp)
|
|
|
|
|
|
logger.info("\nafter formatting\n")
|
|
for i, r in enumerate(responses):
|
|
logger.info("%s", "\nresponse number " + str(i))
|
|
logger.info("FORMATTED\n")
|
|
logger.info("%s", r)
|
|
logger.info("\nUNFORMATTED\n")
|
|
logger.info("%s", unformatted[i])
|
|
|
|
|
|
# write to file
|
|
file_path = "student_fixed_format_with_training.txt"
|
|
|
|
with Path(file_path).open("w") as file:
|
|
for i, r in enumerate(responses):
|
|
file.write('<sentence id="' + str(i + 1) + '" status="">\n')
|
|
file.write("<alignment>\n")
|
|
file.write(r)
|
|
file.write("\n</alignment>\n")
|
|
file.write("</sentence>\n\n")
|