1
0
mirror of https://github.com/QData/TextAttack.git synced 2021-10-13 00:05:06 +03:00
Files
textattack-nlp-transformer/textattack/shared/scripts/benchmark_all_models.py
2020-06-17 19:47:33 -04:00

15 lines
401 B
Python

import os
from attack_args_parser import (
HUGGINGFACE_DATASET_BY_MODEL,
TEXTATTACK_MODEL_CLASS_NAMES,
)
dir_path = os.path.dirname(os.path.realpath(__file__))
for model in {**TEXTATTACK_MODEL_CLASS_NAMES, **HUGGINGFACE_DATASET_BY_MODEL}:
print(model)
os.system(
f'python {os.path.join(dir_path, "benchmark_models.py")} --model {model} --num-examples 1000'
)
print()