1
0
mirror of https://github.com/QData/TextAttack.git synced 2021-10-13 00:05:06 +03:00
Files
textattack-nlp-transformer/textattack/shared/scripts/benchmark_all_models.py

8 lines
372 B
Python

import os
from attack_args_parser import TEXTATTACK_MODEL_CLASS_NAMES, HUGGINGFACE_DATASET_BY_MODEL
dir_path = os.path.dirname(os.path.realpath(__file__))
for model in {**TEXTATTACK_MODEL_CLASS_NAMES, **HUGGINGFACE_DATASET_BY_MODEL}:
print(model)
os.system(f'python {os.path.join(dir_path, "benchmark_models.py")} --model {model} --num-examples 1000')
print()