File size: 1,073 Bytes
0cbdc6a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 | import os
import pickle
import pandas as pd
from typing import List
import tqdm
from prompt_injection.mutators.base import PromptMutator
def init_mutator_result_object(output_path,evaluator_list):
result={'idx':[],'Prompt':[]}
for evaluator in evaluator_list:
result[evaluator.get_name()]=[]
if os.path.exists(output_path):
with open(output_path,'rb') as f:
result=pickle.load(f)
if os.path.exists(output_path):
with open(output_path,'rb') as f:
result=pickle.load(f)
return result
def mutate_all(prompts,mutators_list:List[PromptMutator],output_path):
result=init_mutator_result_object(output_path,mutators_list)
for i in tqdm.tqdm(range(len(prompts))):
if i in result["idx"]:
continue
prompt=prompts[i]
result['idx'].append(i)
result['Prompt'].append(prompt)
for mutator in mutators_list:
result[mutator.get_name()].append(mutator.mutate(prompt))
with open(output_path,'wb') as f:
pickle.dump(result, f, protocol=pickle.HIGHEST_PROTOCOL)
return pd.DataFrame.from_dict(result) |