results_transfer/google-flan-t5-large_google-flan-ul2/textbugger_3_shot.json

[
    {
        "dataset": "cola",
        "type": "task",
        "origin_acc": 77.9,
        "origin_prompt": "Examine the given sentence and decide if it is grammatically sound. Answer with either 'Acceptable' or 'Unacceptable'.",
        "atk_acc": 54.9,
        "atk_prompt": "Examine the yielded sentence and decide if it is pronouns audio. Answer with neither 'Acceptable' or 'Unacceptable'. ",
        "transfer_ori_acc": 86.2,
        "transfer_atk_acc": 85.0
    },
    {
        "dataset": "cola",
        "type": "role",
        "origin_acc": 76.4,
        "origin_prompt": "Acting as a grammar detection instrument, determine if the provided sentence is grammatically sound, answering with 'acceptable' for correct grammar or 'unacceptable' for incorrect grammar.",
        "atk_acc": 70.0,
        "atk_prompt": "Acting as a grammatical detection instruments, determining if the provided condemnation is grammatically sоund, answer with 'acceptable' for corⲅect grammatical or 'unacceptable' for incоrrect grɑmmar. ",
        "transfer_ori_acc": 86.5,
        "transfer_atk_acc": 86.4
    },
    {
        "dataset": "mrpc",
        "type": "task",
        "origin_acc": 82.6,
        "origin_prompt": "Can the given sentences be considered semantically identical? Please reply with 'equivalent' or 'not_equivalent'.",
        "atk_acc": 78.68,
        "atk_prompt": "Can the given sntences be considered semantically idеntical? Please reply with 'equivalent' or 'not_equivalent'. ",
        "transfer_ori_acc": 87.00980392156863,
        "transfer_atk_acc": 86.02941176470588
    },
    {
        "dataset": "mrpc",
        "type": "role",
        "origin_acc": 80.15,
        "origin_prompt": "In the role of a sentence comparison analyst, assess the provided sentences and indicate if they convey the same meaning by selecting 'equivalent' or 'not_equivalent'.",
        "atk_acc": 75.49,
        "atk_prompt": "In the role of a sentence compraison psychoanalyst, assess the provided sentences and indicatе if they convey the same meani ng by selecting 'equivalent' or 'not_equivalent'. ",
        "transfer_ori_acc": 86.27450980392157,
        "transfer_atk_acc": 87.00980392156863
    },
    {
        "dataset": "qnli",
        "type": "task",
        "origin_acc": 88.8,
        "origin_prompt": "Evaluate whether the given context supports the answer to the question by responding with 'entailment' or 'not_entailment'.",
        "atk_acc": 62.1,
        "atk_prompt": "Evluate both the giѵen context supports the answer to the question by responding with 'entailment' or 'not_entailment'. ",
        "transfer_ori_acc": 94.0,
        "transfer_atk_acc": 93.4
    },
    {
        "dataset": "qnli",
        "type": "role",
        "origin_acc": 88.8,
        "origin_prompt": "In the capacity of a language evaluator, examine if the given context justifies the answer to the question and indicate your assessment with 'entailment' or 'not_entailment'.",
        "atk_acc": 56.0,
        "atk_prompt": "In the capacity of a language evaluator, examining if the giѵen backgrounds ϳustifies the answer to the matter and indicates your assessment with 'entailment' or 'not_entailment'. ",
        "transfer_ori_acc": 93.60000000000001,
        "transfer_atk_acc": 92.80000000000001
    },
    {
        "dataset": "qqp",
        "type": "task",
        "origin_acc": 88.1,
        "origin_prompt": "Are the following two questions equivalent or not? Answer me with \"equivalent\" or \"not_equivalent\".",
        "atk_acc": 80.1,
        "atk_prompt": "Are the following tԝo subjects equivalent or not? Anser me with \"equivalent\" or \"not_equivalent\". ",
        "transfer_ori_acc": 88.5,
        "transfer_atk_acc": 89.2
    },
    {
        "dataset": "qqp",
        "type": "role",
        "origin_acc": 86.5,
        "origin_prompt": "As an instrument for question comparison evaluation, consider the questions and determine if their meaning is the same, responding with 'equivalent' for similar questions or 'not_equivalent' for different questions.",
        "atk_acc": 75.7,
        "atk_prompt": "Since an instrument for question compares evaluation, consider the problems and identify if their connotation is the same, respondinɡ with 'equivalent' for similar question or 'not_equivalent' for assorted issues. ",
        "transfer_ori_acc": 89.0,
        "transfer_atk_acc": 89.60000000000001
    },
    {
        "dataset": "rte",
        "type": "task",
        "origin_acc": 85.2,
        "origin_prompt": "Are the following two sentences entailment or not_entailment? Answer me with \"entailment\" or \"not_entailment\", just one word.",
        "atk_acc": 81.59,
        "atk_prompt": "Be the fоllowing t wo sentences entailment or not_entailment? Answer me with \"entailment\" or \"not_entailment\", just one word. ",
        "transfer_ori_acc": 93.14079422382672,
        "transfer_atk_acc": 93.14079422382672
    },
    {
        "dataset": "rte",
        "type": "role",
        "origin_acc": 84.12,
        "origin_prompt": "In the capacity of an entailment assessment system, indicate if the link between the following sentences is 'entailment' or 'not_entailment'.",
        "atk_acc": 81.59,
        "atk_prompt": "For the capabilities of an entailment appraisals system, indicate if the link between the fo llowing sentences is 'entailment' or 'not_entailment'. ",
        "transfer_ori_acc": 92.4187725631769,
        "transfer_atk_acc": 92.7797833935018
    },
    {
        "dataset": "sst2",
        "type": "task",
        "origin_acc": 94.95,
        "origin_prompt": "Analyze the tone of this statement and respond with either 'positive' or 'negative'.",
        "atk_acc": 94.15,
        "atk_prompt": "Analyze the tone of this declaration and cater with or 'positive' or 'negative'. ",
        "transfer_ori_acc": 96.78899082568807,
        "transfer_atk_acc": 96.78899082568807
    },
    {
        "dataset": "sst2",
        "type": "role",
        "origin_acc": 95.41,
        "origin_prompt": "Acting as a sentiment evaluator, identify if the given sentence is 'positive' or 'negative'.",
        "atk_acc": 93.92,
        "atk_prompt": "Acting as a ambience evaluatoⲅ, identifies if the awarded sentence is 'positive' or 'negative'. ",
        "transfer_ori_acc": 96.55963302752293,
        "transfer_atk_acc": 96.67431192660551
    },
    {
        "dataset": "wnli",
        "type": "task",
        "origin_acc": 64.79,
        "origin_prompt": "Assess the connection between the following sentences and classify it as 'entailment' or 'not_entailment'.",
        "atk_acc": 57.75,
        "atk_prompt": "Assess the connecting between the subsequent sentence and classify it as 'entailment' or 'not_entailment'. ",
        "transfer_ori_acc": 76.05633802816901,
        "transfer_atk_acc": 77.46478873239437
    },
    {
        "dataset": "wnli",
        "type": "role",
        "origin_acc": 66.2,
        "origin_prompt": "Functioning as an entailment evaluation tool, analyze the provided sentences and decide if their relationship is 'entailment' or 'not_entailment'.",
        "atk_acc": 57.75,
        "atk_prompt": "Functioning as an entailment evaluation tool, analyze the furnished sentences and decide if their relationshiр is 'entailment' or 'not_entailment'. ",
        "transfer_ori_acc": 76.05633802816901,
        "transfer_atk_acc": 77.46478873239437
    },
    {
        "dataset": "mmlu",
        "type": "task",
        "origin_acc": 46.81,
        "origin_prompt": "In relation to the multiple-choice question on {}, please provide the accurate answer by choosing 'A', 'B', 'C', or 'D'.",
        "atk_acc": 43.62,
        "atk_prompt": "In relation to the mlutiple-choice question on {}, pelase provide the meticulous answer by opt 'A', 'B', 'C', or 'D'. ",
        "transfer_ori_acc": 53.54609929078015,
        "transfer_atk_acc": 53.191489361702125
    },
    {
        "dataset": "mmlu",
        "type": "role",
        "origin_acc": 46.99,
        "origin_prompt": "Considering your familiarity with {}, attend to the following multiple-choice question by picking 'A', 'B', 'C', or 'D'.",
        "atk_acc": 43.97,
        "atk_prompt": "Considering your knowledge with {}, attend to the following multip le-choice questions by рicking 'A', 'B', 'C', or 'D'.",
        "transfer_ori_acc": 54.43262411347518,
        "transfer_atk_acc": 53.90070921985816
    },
    {
        "dataset": "squad_v2",
        "type": "task",
        "origin_acc": 87.15,
        "origin_prompt": "Please extract the most appropriate answer from the context. If an answer is not present, indicate 'unanswerable'.",
        "atk_acc": 86.55,
        "atk_prompt": "Please extract the most appropriate answer from the context. Though an answer is not present, indicate 'unanswerable'.",
        "transfer_ori_acc": 90.54896616541353,
        "transfer_atk_acc": 91.04896616541353
    },
    {
        "dataset": "squad_v2",
        "type": "role",
        "origin_acc": 87.05,
        "origin_prompt": "As a subject matter expert, extract the correct answer from the context. If an answer is not present, indicate 'unanswerable'.",
        "atk_acc": 85.95,
        "atk_prompt": "As a subjected matter expeⲅt, extract the correct an swer from the context. If an answer is not present, indicate 'unanswerable'.",
        "transfer_ori_acc": 89.54896616541353,
        "transfer_atk_acc": 89.88229949874687
    },
    {
        "dataset": "iwslt",
        "type": "task",
        "origin_acc": 0.22,
        "origin_prompt": "Convert the following sentence from its original {} language to the target language {}.",
        "atk_acc": 0.21,
        "atk_prompt": "Convret the following sentence from its original {} language to the taⲅget language {}. ",
        "transfer_ori_acc": 0.23981220411098694,
        "transfer_atk_acc": 0.23048397949062127
    },
    {
        "dataset": "iwslt",
        "type": "role",
        "origin_acc": 0.22,
        "origin_prompt": "As a qualified translator, convert the given sentence from its original {} language to the target language {}.",
        "atk_acc": 0.21,
        "atk_prompt": "Since a qualifid translator, coոvert the given sentence from its o riginal {} language to the target language {}. ",
        "transfer_ori_acc": 0.24717757056761575,
        "transfer_atk_acc": 0.24072043133873097
    },
    {
        "dataset": "un_multi",
        "type": "task",
        "origin_acc": 0.31,
        "origin_prompt": "Translate the following text from the source language {} to the target language {}.",
        "atk_acc": 0.29,
        "atk_prompt": "Translate the subsequent text from the source tongue {} to the target lanugage {}. ",
        "transfer_ori_acc": 0.35343571054545636,
        "transfer_atk_acc": 0.35644412686512444
    },
    {
        "dataset": "un_multi",
        "type": "role",
        "origin_acc": 0.31,
        "origin_prompt": "Taking on the role of a certified translator, perform a translation of the given sentence from {} to {}.",
        "atk_acc": 0.28,
        "atk_prompt": "Taking on the role of a certified translator, performed a translator of the giѵen sentencе from {} to {}. ",
        "transfer_ori_acc": 0.35510202593913104,
        "transfer_atk_acc": 0.35291126280843177
    },
    {
        "dataset": "math",
        "type": "task",
        "origin_acc": 17.5,
        "origin_prompt": "Resolve the following mathematical question associated with {}.",
        "atk_acc": 15.62,
        "atk_prompt": "Reslove the following math question associated with {}. ",
        "transfer_ori_acc": 16.25,
        "transfer_atk_acc": 15.625
    },
    {
        "dataset": "math",
        "type": "role",
        "origin_acc": 17.5,
        "origin_prompt": "As a mathematics instructor, calculate the answer to the following problem related to {}.",
        "atk_acc": 15.62,
        "atk_prompt": "As a mathematics trainers, calculate the respond to the following problem related to {}. ",
        "transfer_ori_acc": 15.625,
        "transfer_atk_acc": 15.0
    }
]