alihan/textattack-nlp-transformer
1
0
Fork 0
mirror of https://github.com/QData/TextAttack.git synced 2021-10-13 00:05:06 +03:00
Code Issues Projects Releases Wiki Activity

print stderr lines for debugging eval test

Browse Source
This commit is contained in:
Jack Morris
2020-08-25 16:18:39 -04:00
parent 4bdaff94cb
commit aef56dcbbf
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
tests/test_command_line/test_eval.py
View File

@@ -23,6 +23,7 @@ def test_command_line_eval(name, command, sample_output_file):
to *stderr* output of the evaluation.
"""
desired_text = open(sample_output_file).read().strip()
desired_text_lines = desired_text.split("\n")
# Run command and validate outputs.
result = run_command_and_get_result(command)
@@ -35,6 +36,8 @@ def test_command_line_eval(name, command, sample_output_file):
stderr = result.stderr.decode().strip()
print("stderr =>", stderr)
assert stderr == desired_text
print("desired_text =>", desired_text)
stderr_lines = stderr.split("\n")
assert stderr_lines <= desired_text_lines
assert result.returncode == 0