diff --git "a/eval_milebench/ActionSequence/ActionSequence_240803234618.json" "b/eval_milebench/ActionSequence/ActionSequence_240803234618.json"
new file mode 100644--- /dev/null
+++ "b/eval_milebench/ActionSequence/ActionSequence_240803234618.json"
@@ -0,0 +1 @@
+[{"sample_id": 0, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person took the food?\nChoice list: \nA. Ate the medicine.\nB. Tidied up the blanket.\nC. Put down the cup/glass/bottle.\nD. Took the box.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Ate the medicine.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 36, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person took the food?\nChoice list: \nA. Ate the medicine.\nB. Tidied up the blanket.\nC. Put down the cup/glass/bottle.\nD. Took the box.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Ate the medicine.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 1, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person watched at the book?\nChoice list: \nA. Tidied up the table.\nB. Took the phone/camera.\nC. Opened the closet/cabinet.\nD. Washed the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the closet/cabinet.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 4, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the shoe?\nChoice list: \nA. Opened the closet/cabinet.\nB. Threw the broom.\nC. Sat on the sofa/couch.\nD. Washed the clothes.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Sat on the sofa/couch.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 13, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the dish?\nChoice list: \nA. Sat on the bed.\nB. Ate the sandwich.\nC. Put down the food.\nD. Took the food.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the food.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 22, "question": "Inspect the flow of events in the presented pictures and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the medicine?\nChoice list: \nA. Took the dish.\nB. Opened the box.\nC. Threw the box.\nD. Washed the window.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the box.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 24, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person drank from the cup/glass/bottle?\nChoice list: \nA. Put down the laptop.\nB. Put down the cup/glass/bottle.\nC. Put down the phone/camera.\nD. Opened the book.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the book.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 33, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the bag?\nChoice list: \nA. Put down the book.\nB. Opened the book.\nC. Took the book.\nD. Put down the blanket.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the book.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 2, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person watched at the book?\nChoice list: \nA. Put down the sandwich.\nB. Washed the table.\nC. Opened the closet/cabinet.\nD. Put down the pillow.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the closet/cabinet.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 14, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person sat on the sofa/couch?\nChoice list: \nA. Ate the sandwich.\nB. Put down the pillow.\nC. Washed the clothes.\nD. Took the bag.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the bag.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 44, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the cup/glass/bottle?\nChoice list: \nA. Put down the dish.\nB. Opened the book.\nC. Put down the phone/camera.\nD. Took the food.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the phone/camera.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 82, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person tidied up the clothes?\nChoice list: \nA. Opened the bag.\nB. Took the sandwich.\nC. Took the blanket.\nD. Sat on the floor.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the blanket.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 3, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the clothes?\nChoice list: \nA. Took the broom.\nB. Took the blanket.\nC. Opened the door.\nD. Threw the towel.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the towel.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 5, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the phone/camera?\nChoice list: \nA. Closed the refrigerator.\nB. Put down the towel.\nC. Put down the laptop.\nD. Opened the window.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the towel.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 6, "question": "Inspect the flow of events in the presented pictures and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person took the phone/camera?\nChoice list: \nA. Took the book.\nB. Put down the pillow.\nC. Closed the window.\nD. Took the food.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the window.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 7, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the box?\nChoice list: \nA. Threw the clothes.\nB. Put down the food.\nC. Sat at the table.\nD. Put down the paper/notebook.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the paper/notebook.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 8, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person sat on the bed?\nChoice list: \nA. Took the phone/camera.\nB. Opened the window.\nC. Took the pillow.\nD. Put down the broom.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the broom.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 23, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person put down the clothes?\nChoice list: \nA. Opened the window.\nB. Tidied up the closet/cabinet.\nC. Took the food.\nD. Tidied up the blanket.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Tidied up the blanket.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 26, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the phone/camera?\nChoice list: \nA. Took the laptop.\nB. Sat on the sofa/couch.\nC. Put down the shoe.\nD. Put down the cup/glass/bottle.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the laptop.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 47, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the mirror?\nChoice list: \nA. Took the cup/glass/bottle.\nB. Sat on the table.\nC. Closed the closet/cabinet.\nD. Opened the window.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the closet/cabinet.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 9, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the clothes?\nChoice list: \nA. Threw the book.\nB. Put down the bag.\nC. Opened the window.\nD. Put down the cup/glass/bottle.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the bag.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 10, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person sat on the sofa/couch?\nChoice list: \nA. Put down the laptop.\nB. Took the paper/notebook.\nC. Put down the pillow.\nD. Ate the medicine.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the laptop.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 41, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the refrigerator?\nChoice list: \nA. Closed the window.\nB. Put down the cup/glass/bottle.\nC. Took the paper/notebook.\nD. Sat at the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the paper/notebook.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 11, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image>What happened after the person held the blanket?\nChoice list: \nA. Tidied up the table.\nB. Took the dish.\nC. Opened the window.\nD. Took the pillow.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Tidied up the table.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 12, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the food?\nChoice list: \nA. Put down the clothes.\nB. Opened the laptop.\nC. Put down the food.\nD. Took the dish.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the laptop.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 15, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person threw the clothes?\nChoice list: \nA. Opened the bag.\nB. Took the shoe.\nC. Threw the food.\nD. Tidied up the blanket.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Tidied up the blanket.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 18, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the towel?\nChoice list: \nA. Closed the closet/cabinet.\nB. Threw the clothes.\nC. Lied on the bed.\nD. Lied on the sofa/couch.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the closet/cabinet.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 19, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the food?\nChoice list: \nA. Opened the bag.\nB. Took the paper/notebook.\nC. Threw the clothes.\nD. Ate the sandwich.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the paper/notebook.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 28, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person closed the door?\nChoice list: \nA. Put down the box.\nB. Took the paper/notebook.\nC. Took the towel.\nD. Sat at the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the towel.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 29, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the dish?\nChoice list: \nA. Put down the cup/glass/bottle.\nB. Sat on the floor.\nC. Took the cup/glass/bottle.\nD. Threw the towel.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the cup/glass/bottle.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 34, "question": "Inspect the flow of events in the presented pictures and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the food?\nChoice list: \nA. Took the food.\nB. Opened the bag.\nC. Took the sandwich.\nD. Tidied up the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the bag.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 38, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the food?\nChoice list: \nA. Opened the bag.\nB. Closed the closet/cabinet.\nC. Opened the laptop.\nD. Ate the sandwich.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the closet/cabinet.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 48, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the clothes?\nChoice list: \nA. Tidied up the closet/cabinet.\nB. Tidied up the blanket.\nC. Took the phone/camera.\nD. Sat on the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Tidied up the blanket.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 51, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person closed the door?\nChoice list: \nA. Threw the broom.\nB. Took the book.\nC. Put down the phone/camera.\nD. Put down the picture.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the book.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 58, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person closed the book?\nChoice list: \nA. Put down the phone/camera.\nB. Sat at the table.\nC. Put down the cup/glass/bottle.\nD. Put down the broom.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the phone/camera.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 16, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person took the dish?\nChoice list: \nA. Threw the shoe.\nB. Put down the food.\nC. Threw the pillow.\nD. Tidied up the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Tidied up the table.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 17, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person sat at the table?\nChoice list: \nA. Put down the cup/glass/bottle.\nB. Opened the box.\nC. Opened the window.\nD. Closed the book.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the book.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 20, "question": "Inspect the flow of events in the presented pictures and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person watched at the book?\nChoice list: \nA. Closed the window.\nB. Took the paper/notebook.\nC. Took the book.\nD. Threw the shoe.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the paper/notebook.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 31, "question": "Inspect the flow of events in the presented pictures and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person sat at the table?\nChoice list: \nA. Opened the book.\nB. Opened the refrigerator.\nC. Took the clothes.\nD. Sat on the sofa/couch.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Sat on the sofa/couch.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 21, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the towel?\nChoice list: \nA. Opened the bag.\nB. Put down the phone/camera.\nC. Threw the clothes.\nD. Opened the closet/cabinet.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the clothes.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 25, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the pillow?\nChoice list: \nA. Sat on the floor.\nB. Threw the blanket.\nC. Threw the shoe.\nD. Closed the door.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Sat on the floor.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 30, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the blanket?\nChoice list: \nA. Sat on the sofa/couch.\nB. Threw the box.\nC. Put down the broom.\nD. Opened the closet/cabinet.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Sat on the sofa/couch.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 35, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the clothes?\nChoice list: \nA. Washed the clothes.\nB. Threw the blanket.\nC. Took the towel.\nD. Opened the bag.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the blanket.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 32, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the closet/cabinet?\nChoice list: \nA. Took the sandwich.\nB. Took the dish.\nC. Took the phone/camera.\nD. Closed the door.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the dish.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 66, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person took the phone/camera?\nChoice list: \nA. Threw the bag.\nB. Opened the bag.\nC. Put down the food.\nD. Put down the shoe.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the shoe.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 37, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the cup/glass/bottle?\nChoice list: \nA. Threw the blanket.\nB. Threw the box.\nC. Put down the shoe.\nD. Took the clothes.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the box.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 40, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person opened the door?\nChoice list: \nA. Put down the paper/notebook.\nB. Tidied up the blanket.\nC. Sat on the floor.\nD. Took the shoe.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Sat on the floor.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 42, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person drank from the cup/glass/bottle?\nChoice list: \nA. Tidied up the table.\nB. Took the bag.\nC. Took the dish.\nD. Threw the book.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Tidied up the table.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 49, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the bag?\nChoice list: \nA. Sat at the table.\nB. Tidied up the closet/cabinet.\nC. Took the laptop.\nD. Put down the cup/glass/bottle.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the laptop.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 62, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person sat at the table?\nChoice list: \nA. Put down the broom.\nB. Put down the box.\nC. Opened the door.\nD. Closed the closet/cabinet.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the box.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 50, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person closed the box?\nChoice list: \nA. Put down the cup/glass/bottle.\nB. Put down the towel.\nC. Threw the box.\nD. Sat on the sofa/couch.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the towel.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 52, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the pillow?\nChoice list: \nA. Took the picture.\nB. Tidied up the table.\nC. Sat on the floor.\nD. Sat at the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the picture.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 64, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the blanket?\nChoice list: \nA. Took the pillow.\nB. Washed the cup/glass/bottle.\nC. Took the bag.\nD. Washed the clothes.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Washed the clothes.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 53, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the blanket?\nChoice list: \nA. Took the book.\nB. Put down the dish.\nC. Opened the closet/cabinet.\nD. Put down the laptop.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the laptop.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 56, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the book?\nChoice list: \nA. Took the paper/notebook.\nB. Put down the food.\nC. Threw the clothes.\nD. Took the dish.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the paper/notebook.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 59, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person closed the door?\nChoice list: \nA. Lied on the bed.\nB. Took the cup/glass/bottle.\nC. Put down the blanket.\nD. Closed the closet/cabinet.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Lied on the bed.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 105, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person threw the pillow?\nChoice list: \nA. Tidied up the clothes.\nB. Put down the laptop.\nC. Tidied up the towel.\nD. Washed the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the laptop.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 75, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the sandwich?\nChoice list: \nA. Put down the dish.\nB. Put down the food.\nC. Put down the towel.\nD. Closed the refrigerator.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the dish.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 79, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person watched at the picture?\nChoice list: \nA. Opened the book.\nB. Lied on the floor.\nC. Washed the clothes.\nD. Took the food.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Lied on the floor.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 106, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person sat at the table?\nChoice list: \nA. Washed the dish.\nB. Threw the broom.\nC. Put down the book.\nD. Took the paper/notebook.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the book.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 117, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person lied on the sofa/couch?\nChoice list: \nA. Took the pillow.\nB. Opened the door.\nC. Took the phone/camera.\nD. Threw the box.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the pillow.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 134, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person closed the book?\nChoice list: \nA. Put down the phone/camera.\nB. Ate the medicine.\nC. Put down the blanket.\nD. Tidied up the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the blanket.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 139, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person drank from the cup/glass/bottle?\nChoice list: \nA. Took the shoe.\nB. Washed the dish.\nC. Took the bag.\nD. Took the phone/camera.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the shoe.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 135, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person took the shoe?\nChoice list: \nA. Closed the window.\nB. Sat on the sofa/couch.\nC. Closed the closet/cabinet.\nD. Opened the closet/cabinet.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Sat on the sofa/couch.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 163, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the food?\nChoice list: \nA. Opened the closet/cabinet.\nB. Put down the paper/notebook.\nC. Closed the refrigerator.\nD. Took the towel.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the refrigerator.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 196, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the dish?\nChoice list: \nA. Put down the paper/notebook.\nB. Opened the laptop.\nC. Lied on the floor.\nD. Opened the refrigerator.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the paper/notebook.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 131, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the food?\nChoice list: \nA. Took the sandwich.\nB. Took the phone/camera.\nC. Ate the medicine.\nD. Sat on the sofa/couch.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the sandwich.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 45, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the food?\nChoice list: \nA. Took the blanket.\nB. Tidied up the table.\nC. Took the book.\nD. Threw the broom.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the blanket.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 46, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person washed the dish?\nChoice list: \nA. Washed the table.\nB. Took the cup/glass/bottle.\nC. Tidied up the towel.\nD. Put down the box.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the box.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 55, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the clothes?\nChoice list: \nA. Tidied up the blanket.\nB. Threw the shoe.\nC. Opened the door.\nD. Put down the paper/notebook.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the shoe.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 68, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the phone/camera?\nChoice list: \nA. Put down the broom.\nB. Threw the towel.\nC. Opened the bag.\nD. Threw the pillow.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the pillow.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 73, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the door?\nChoice list: \nA. Put down the pillow.\nB. Tidied up the closet/cabinet.\nC. Sat on the bed.\nD. Closed the box.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Tidied up the closet/cabinet.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 74, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the bag?\nChoice list: \nA. Closed the window.\nB. Closed the closet/cabinet.\nC. Sat on the bed.\nD. Closed the book.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Sat on the bed.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 87, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person sat on the floor?\nChoice list: \nA. Took the bag.\nB. Took the phone/camera.\nC. Took the blanket.\nD. Took the box.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the blanket.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 107, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person sat on the sofa/couch?\nChoice list: \nA. Ate the sandwich.\nB. Put down the pillow.\nC. Washed the clothes.\nD. Took the bag.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the bag.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 108, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person put down the clothes?\nChoice list: \nA. Closed the door.\nB. Took the blanket.\nC. Took the paper/notebook.\nD. Closed the laptop.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the laptop.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 78, "question": "Inspect the flow of events in the presented pictures and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person washed the clothes?\nChoice list: \nA. Put down the blanket.\nB. Took the clothes.\nC. Took the cup/glass/bottle.\nD. Threw the pillow.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the blanket.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 109, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person washed the table?\nChoice list: \nA. Threw the clothes.\nB. Washed the cup/glass/bottle.\nC. Took the phone/camera.\nD. Put down the towel.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the towel.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 63, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the dish?\nChoice list: \nA. Ate the medicine.\nB. Took the towel.\nC. Took the phone/camera.\nD. Took the paper/notebook.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the paper/notebook.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 57, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person sat on the floor?\nChoice list: \nA. Put down the book.\nB. Opened the bag.\nC. Washed the clothes.\nD. Took the picture.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the bag.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 60, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person closed the door?\nChoice list: \nA. Took the food.\nB. Put down the phone/camera.\nC. Threw the book.\nD. Put down the book.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the book.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 90, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person threw the clothes?\nChoice list: \nA. Washed the dish.\nB. Opened the box.\nC. Took the laptop.\nD. Opened the closet/cabinet.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the box.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 104, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the phone/camera?\nChoice list: \nA. Opened the window.\nB. Put down the clothes.\nC. Took the paper/notebook.\nD. Put down the shoe.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the clothes.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 39, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person opened the door?\nChoice list: \nA. Tidied up the clothes.\nB. Put down the bag.\nC. Put down the food.\nD. Opened the book.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the bag.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 67, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the sandwich?\nChoice list: \nA. Sat at the table.\nB. Put down the shoe.\nC. Opened the laptop.\nD. Ate the medicine.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Sat at the table.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 188, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the food?\nChoice list: \nA. Put down the clothes.\nB. Opened the laptop.\nC. Put down the food.\nD. Took the dish.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the laptop.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 61, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person watched at the picture?\nChoice list: \nA. Opened the laptop.\nB. Took the broom.\nC. Opened the book.\nD. Opened the closet/cabinet.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the book.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 69, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person opened the door?\nChoice list: \nA. Put down the book.\nB. Threw the shoe.\nC. Took the book.\nD. Took the clothes.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the shoe.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 72, "question": "Inspect the flow of events in the presented pictures and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person lied on the bed?\nChoice list: \nA. Tidied up the clothes.\nB. Took the food.\nC. Opened the book.\nD. Put down the laptop.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the food.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 89, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the sandwich?\nChoice list: \nA. Took the food.\nB. Put down the food.\nC. Threw the towel.\nD. Tidied up the clothes.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Tidied up the clothes.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 92, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the food?\nChoice list: \nA. Opened the bag.\nB. Closed the closet/cabinet.\nC. Opened the laptop.\nD. Ate the sandwich.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the closet/cabinet.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 93, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person threw the clothes?\nChoice list: \nA. Closed the closet/cabinet.\nB. Put down the towel.\nC. Put down the paper/notebook.\nD. Ate the sandwich.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the closet/cabinet.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 96, "question": "Inspect the flow of events in the presented pictures and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person opened the book?\nChoice list: \nA. Put down the towel.\nB. Took the paper/notebook.\nC. Took the bag.\nD. Tidied up the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the paper/notebook.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 102, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the food?\nChoice list: \nA. Opened the closet/cabinet.\nB. Closed the book.\nC. Put down the cup/glass/bottle.\nD. Put down the phone/camera.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the book.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 103, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person washed the clothes?\nChoice list: \nA. Sat on the floor.\nB. Took the laptop.\nC. Put down the towel.\nD. Put down the laptop.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Sat on the floor.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 76, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person closed the laptop?\nChoice list: \nA. Took the bag.\nB. Took the sandwich.\nC. Took the food.\nD. Put down the broom.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the broom.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 27, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person opened the closet/cabinet?\nChoice list: \nA. Put down the dish.\nB. Closed the box.\nC. Closed the book.\nD. Threw the shoe.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the dish.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 43, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person closed the door?\nChoice list: \nA. Put down the broom.\nB. Put down the laptop.\nC. Threw the shoe.\nD. Took the picture.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the shoe.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 77, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person closed the door?\nChoice list: \nA. Put down the broom.\nB. Put down the laptop.\nC. Threw the shoe.\nD. Took the picture.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the shoe.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 65, "question": "Inspect the flow of events in the presented pictures and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the towel?\nChoice list: \nA. Opened the bag.\nB. Put down the phone/camera.\nC. Threw the clothes.\nD. Opened the closet/cabinet.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the clothes.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 157, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person closed the window?\nChoice list: \nA. Put down the food.\nB. Washed the window.\nC. Sat on the sofa/couch.\nD. Opened the door.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Sat on the sofa/couch.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 86, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the closet/cabinet?\nChoice list: \nA. Put down the towel.\nB. Threw the shoe.\nC. Closed the door.\nD. Lied on the bed.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the shoe.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 148, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the food?\nChoice list: \nA. Took the book.\nB. Closed the refrigerator.\nC. Opened the door.\nD. Put down the sandwich.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the refrigerator.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 80, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the medicine?\nChoice list: \nA. Opened the refrigerator.\nB. Ate the sandwich.\nC. Opened the box.\nD. Sat on the sofa/couch.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Ate the sandwich.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 81, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person took the phone/camera?\nChoice list: \nA. Threw the bag.\nB. Opened the bag.\nC. Put down the food.\nD. Put down the shoe.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the shoe.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 112, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person opened the door?\nChoice list: \nA. Put down the bag.\nB. Closed the book.\nC. Took the shoe.\nD. Washed the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the bag.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 88, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person sat on the sofa/couch?\nChoice list: \nA. Opened the box.\nB. Opened the door.\nC. Sat on the floor.\nD. Put down the clothes.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the box.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 97, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person closed the door?\nChoice list: \nA. Closed the box.\nB. Put down the book.\nC. Took the dish.\nD. Took the picture.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the dish.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 125, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the bag?\nChoice list: \nA. Sat at the table.\nB. Tidied up the closet/cabinet.\nC. Took the laptop.\nD. Put down the cup/glass/bottle.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the laptop.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 180, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person drank from the cup/glass/bottle?\nChoice list: \nA. Lied on the floor.\nB. Took the broom.\nC. Put down the dish.\nD. Opened the bag.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the dish.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 94, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the blanket?\nChoice list: \nA. Took the pillow.\nB. Washed the cup/glass/bottle.\nC. Took the bag.\nD. Washed the clothes.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Washed the clothes.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 156, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the book?\nChoice list: \nA. Took the paper/notebook.\nB. Put down the food.\nC. Threw the clothes.\nD. Took the dish.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the paper/notebook.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 146, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person sat on the sofa/couch?\nChoice list: \nA. Took the box.\nB. Took the dish.\nC. Threw the pillow.\nD. Put down the shoe.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the shoe.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 158, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the towel?\nChoice list: \nA. Opened the bag.\nB. Closed the box.\nC. Took the paper/notebook.\nD. Closed the refrigerator.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the box.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 121, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person drank from the cup/glass/bottle?\nChoice list: \nA. Ate the sandwich.\nB. Took the dish.\nC. Washed the cup/glass/bottle.\nD. Took the picture.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Ate the sandwich.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 193, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person closed the door?\nChoice list: \nA. Opened the bag.\nB. Put down the sandwich.\nC. Put down the pillow.\nD. Took the food.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the pillow.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 141, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the cup/glass/bottle?\nChoice list: \nA. Sat on the sofa/couch.\nB. Put down the paper/notebook.\nC. Sat on the bed.\nD. Washed the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Sat on the bed.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 145, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person closed the box?\nChoice list: \nA. Put down the food.\nB. Threw the towel.\nC. Took the shoe.\nD. Opened the closet/cabinet.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the shoe.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 151, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the food?\nChoice list: \nA. Closed the laptop.\nB. Sat on the sofa/couch.\nC. Took the blanket.\nD. Took the clothes.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the laptop.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 143, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person took the food?\nChoice list: \nA. Ate the medicine.\nB. Tidied up the blanket.\nC. Put down the cup/glass/bottle.\nD. Took the box.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Ate the medicine.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 100, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person sat on the sofa/couch?\nChoice list: \nA. Lied on the bed.\nB. Opened the refrigerator.\nC. Took the pillow.\nD. Ate the medicine.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the refrigerator.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 113, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person opened the refrigerator?\nChoice list: \nA. Opened the bag.\nB. Put down the dish.\nC. Put down the food.\nD. Took the clothes.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the clothes.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 115, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person lied on the floor?\nChoice list: \nA. Put down the clothes.\nB. Tidied up the blanket.\nC. Opened the book.\nD. Took the cup/glass/bottle.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the cup/glass/bottle.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 127, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person put down the cup/glass/bottle?\nChoice list: \nA. Took the food.\nB. Sat on the bed.\nC. Opened the laptop.\nD. Took the book.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the laptop.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 132, "question": "Inspect the flow of events in the presented pictures and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person washed the dish?\nChoice list: \nA. Washed the table.\nB. Took the cup/glass/bottle.\nC. Tidied up the towel.\nD. Put down the box.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the box.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 138, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person opened the refrigerator?\nChoice list: \nA. Took the food.\nB. Took the pillow.\nC. Sat on the sofa/couch.\nD. Put down the pillow.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Sat on the sofa/couch.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 118, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the cup/glass/bottle?\nChoice list: \nA. Put down the dish.\nB. Opened the book.\nC. Put down the phone/camera.\nD. Took the food.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the phone/camera.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 124, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the pillow?\nChoice list: \nA. Put down the laptop.\nB. Tidied up the blanket.\nC. Closed the door.\nD. Took the book.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the book.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 130, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person threw the clothes?\nChoice list: \nA. Ate the sandwich.\nB. Put down the clothes.\nC. Took the cup/glass/bottle.\nD. Took the pillow.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Ate the sandwich.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 126, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person sat on the floor?\nChoice list: \nA. Took the laptop.\nB. Threw the blanket.\nC. Put down the pillow.\nD. Took the broom.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the broom.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 152, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person sat on the sofa/couch?\nChoice list: \nA. Took the clothes.\nB. Put down the picture.\nC. Closed the window.\nD. Put down the phone/camera.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the phone/camera.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 116, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person drank from the cup/glass/bottle?\nChoice list: \nA. Took the towel.\nB. Put down the dish.\nC. Opened the book.\nD. Took the dish.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the dish.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 120, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the dish?\nChoice list: \nA. Closed the door.\nB. Put down the food.\nC. Closed the refrigerator.\nD. Took the food.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the food.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 123, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person ate the sandwich?\nChoice list: \nA. Sat on the floor.\nB. Closed the refrigerator.\nC. Closed the closet/cabinet.\nD. Took the box.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the refrigerator.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 133, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person closed the laptop?\nChoice list: \nA. Put down the sandwich.\nB. Took the cup/glass/bottle.\nC. Took the pillow.\nD. Put down the phone/camera.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the phone/camera.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 54, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person opened the door?\nChoice list: \nA. Tidied up the clothes.\nB. Put down the bag.\nC. Put down the food.\nD. Opened the book.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the bag.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 70, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person lied on the bed?\nChoice list: \nA. Washed the dish.\nB. Opened the laptop.\nC. Put down the pillow.\nD. Took the towel.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the towel.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 110, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person lied on the bed?\nChoice list: \nA. Threw the pillow.\nB. Took the book.\nC. Put down the picture.\nD. Closed the box.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the picture.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 114, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person closed the book?\nChoice list: \nA. Put down the phone/camera.\nB. Sat at the table.\nC. Put down the cup/glass/bottle.\nD. Put down the broom.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the phone/camera.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 119, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the clothes?\nChoice list: \nA. Put down the pillow.\nB. Took the laptop.\nC. Closed the door.\nD. Closed the closet/cabinet.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the laptop.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 122, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the broom?\nChoice list: \nA. Put down the phone/camera.\nB. Put down the cup/glass/bottle.\nC. Washed the table.\nD. Tidied up the closet/cabinet.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the phone/camera.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 128, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the dish?\nChoice list: \nA. Put down the cup/glass/bottle.\nB. Sat on the floor.\nC. Took the cup/glass/bottle.\nD. Threw the towel.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the cup/glass/bottle.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 137, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person opened the closet/cabinet?\nChoice list: \nA. Closed the laptop.\nB. Put down the cup/glass/bottle.\nC. Put down the food.\nD. Threw the bag.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the laptop.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 144, "question": "Inspect the flow of events in the presented pictures and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the phone/camera?\nChoice list: \nA. Took the clothes.\nB. Put down the cup/glass/bottle.\nC. Put down the pillow.\nD. Opened the window.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the pillow.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 147, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the book?\nChoice list: \nA. Sat on the bed.\nB. Took the paper/notebook.\nC. Took the picture.\nD. Threw the book.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the paper/notebook.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 159, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the phone/camera?\nChoice list: \nA. Took the clothes.\nB. Put down the cup/glass/bottle.\nC. Put down the pillow.\nD. Opened the window.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the pillow.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 71, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the box?\nChoice list: \nA. Put down the picture.\nB. Tidied up the table.\nC. Lied on the floor.\nD. Took the clothes.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Tidied up the table.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 83, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the book?\nChoice list: \nA. Closed the closet/cabinet.\nB. Took the paper/notebook.\nC. Sat on the sofa/couch.\nD. Closed the refrigerator.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Sat on the sofa/couch.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 84, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person put down the shoe?\nChoice list: \nA. Opened the box.\nB. Took the box.\nC. Took the cup/glass/bottle.\nD. Took the clothes.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the box.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 150, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person closed the refrigerator?\nChoice list: \nA. Put down the box.\nB. Put down the book.\nC. Put down the dish.\nD. Threw the clothes.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the dish.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 174, "question": "Assess the progression of actions in the presented graphics and answer the connected query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person drank from the cup/glass/bottle?\nChoice list: \nA. Threw the shoe.\nB. Took the broom.\nC. Put down the shoe.\nD. Sat on the bed.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the shoe.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 85, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the food?\nChoice list: \nA. Threw the towel.\nB. Closed the door.\nC. Opened the closet/cabinet.\nD. Put down the bag.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the bag.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 101, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the closet/cabinet?\nChoice list: \nA. Put down the towel.\nB. Put down the clothes.\nC. Put down the food.\nD. Threw the shoe.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the towel.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 198, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person drank from the cup/glass/bottle?\nChoice list: \nA. Put down the box.\nB. Took the phone/camera.\nC. Threw the box.\nD. Sat on the floor.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the box.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 99, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the blanket?\nChoice list: \nA. Took the book.\nB. Put down the paper/notebook.\nC. Tidied up the closet/cabinet.\nD. Threw the clothes.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the book.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 142, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the door?\nChoice list: \nA. Threw the towel.\nB. Threw the blanket.\nC. Put down the book.\nD. Closed the book.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the book.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 185, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the clothes?\nChoice list: \nA. Took the bag.\nB. Closed the door.\nC. Opened the bag.\nD. Sat on the bed.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the bag.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 111, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the picture?\nChoice list: \nA. Sat at the table.\nB. Took the laptop.\nC. Put down the dish.\nD. Opened the laptop.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the laptop.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 171, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person put down the laptop?\nChoice list: \nA. Washed the window.\nB. Put down the shoe.\nC. Closed the door.\nD. Threw the pillow.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the pillow.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 189, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person drank from the cup/glass/bottle?\nChoice list: \nA. Took the sandwich.\nB. Put down the clothes.\nC. Put down the box.\nD. Put down the shoe.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the box.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 155, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the clothes?\nChoice list: \nA. Opened the door.\nB. Took the towel.\nC. Threw the book.\nD. Opened the bag.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the towel.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 164, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the mirror?\nChoice list: \nA. Took the paper/notebook.\nB. Tidied up the table.\nC. Sat on the bed.\nD. Put down the shoe.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the shoe.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 168, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person took the shoe?\nChoice list: \nA. Closed the window.\nB. Sat on the sofa/couch.\nC. Closed the closet/cabinet.\nD. Opened the closet/cabinet.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Sat on the sofa/couch.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 199, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person washed the table?\nChoice list: \nA. Closed the refrigerator.\nB. Put down the paper/notebook.\nC. Put down the dish.\nD. Put down the sandwich.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the paper/notebook.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 153, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person opened the door?\nChoice list: \nA. Put down the cup/glass/bottle.\nB. Threw the towel.\nC. Threw the book.\nD. Took the food.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the towel.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 161, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the laptop?\nChoice list: \nA. Sat at the table.\nB. Took the broom.\nC. Took the book.\nD. Put down the phone/camera.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the book.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 175, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the dish?\nChoice list: \nA. Took the book.\nB. Took the cup/glass/bottle.\nC. Took the blanket.\nD. Closed the closet/cabinet.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the closet/cabinet.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 182, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person put down the book?\nChoice list: \nA. Ate the medicine.\nB. Took the bag.\nC. Tidied up the blanket.\nD. Opened the bag.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the bag.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 184, "question": "Inspect the flow of events in the presented pictures and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person tidied up the table?\nChoice list: \nA. Sat at the table.\nB. Put down the dish.\nC. Threw the towel.\nD. Took the phone/camera.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the dish.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 191, "question": "Observe the continuum of events in the provided pictorials and reply to the pertinent question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person took the book?\nChoice list: \nA. Put down the book.\nB. Put down the bag.\nC. Closed the refrigerator.\nD. Put down the paper/notebook.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the paper/notebook.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 136, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person sat on the floor?\nChoice list: \nA. Took the bag.\nB. Took the phone/camera.\nC. Took the blanket.\nD. Took the box.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the blanket.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 166, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the dish?\nChoice list: \nA. Put down the food.\nB. Put down the box.\nC. Took the paper/notebook.\nD. Put down the blanket.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the blanket.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 172, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the food?\nChoice list: \nA. Put down the cup/glass/bottle.\nB. Put down the bag.\nC. Threw the pillow.\nD. Closed the box.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the bag.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 129, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the clothes?\nChoice list: \nA. Took the broom.\nB. Took the blanket.\nC. Opened the door.\nD. Threw the towel.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the towel.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 165, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person sat on the sofa/couch?\nChoice list: \nA. Put down the laptop.\nB. Put down the bag.\nC. Took the pillow.\nD. Threw the book.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the laptop.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 140, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person took the phone/camera?\nChoice list: \nA. Opened the window.\nB. Put down the clothes.\nC. Took the paper/notebook.\nD. Put down the shoe.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the clothes.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 154, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person closed the door?\nChoice list: \nA. Closed the refrigerator.\nB. Tidied up the blanket.\nC. Took the towel.\nD. Took the cup/glass/bottle.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the towel.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 173, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the sandwich?\nChoice list: \nA. Tidied up the blanket.\nB. Closed the door.\nC. Closed the refrigerator.\nD. Threw the towel.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the refrigerator.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 167, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person sat on the sofa/couch?\nChoice list: \nA. Threw the blanket.\nB. Closed the door.\nC. Took the book.\nD. Lied on the sofa/couch.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the book.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 91, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the refrigerator?\nChoice list: \nA. Closed the window.\nB. Put down the cup/glass/bottle.\nC. Took the paper/notebook.\nD. Sat at the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the paper/notebook.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 160, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person opened the door?\nChoice list: \nA. Took the towel.\nB. Took the book.\nC. Opened the door.\nD. Sat at the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the book.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 162, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the door?\nChoice list: \nA. Threw the box.\nB. Put down the phone/camera.\nC. Took the pillow.\nD. Tidied up the clothes.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the phone/camera.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 169, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person washed the window?\nChoice list: \nA. Closed the door.\nB. Lied on the floor.\nC. Took the picture.\nD. Opened the box.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the door.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 170, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person threw the clothes?\nChoice list: \nA. Took the sandwich.\nB. Put down the food.\nC. Put down the pillow.\nD. Took the food.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the pillow.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 176, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the dish?\nChoice list: \nA. Put down the cup/glass/bottle.\nB. Sat on the floor.\nC. Took the cup/glass/bottle.\nD. Threw the towel.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the cup/glass/bottle.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 179, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the clothes?\nChoice list: \nA. Took the broom.\nB. Threw the pillow.\nC. Sat on the sofa/couch.\nD. Put down the pillow.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Threw the pillow.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 187, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person opened the book?\nChoice list: \nA. Put down the towel.\nB. Took the paper/notebook.\nC. Took the bag.\nD. Tidied up the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the paper/notebook.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "B"}, {"sample_id": 190, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person closed the closet/cabinet?\nChoice list: \nA. Took the towel.\nB. Put down the phone/camera.\nC. Took the sandwich.\nD. Took the dish.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the sandwich.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 192, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person held the phone/camera?\nChoice list: \nA. Tidied up the blanket.\nB. Took the cup/glass/bottle.\nC. Tidied up the closet/cabinet.\nD. Put down the pillow.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the pillow.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 95, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person sat at the table?\nChoice list: \nA. Threw the bag.\nB. Closed the closet/cabinet.\nC. Ate the sandwich.\nD. Opened the box.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the box.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 98, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the box?\nChoice list: \nA. Put down the dish.\nB. Put down the shoe.\nC. Sat on the sofa/couch.\nD. Put down the food.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the shoe.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "D"}, {"sample_id": 194, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person put down the shoe?\nChoice list: \nA. Took the paper/notebook.\nB. Took the broom.\nC. Opened the laptop.\nD. Closed the box.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Closed the box.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 183, "question": "Review the timeline of actions in the supplied imagery and answer the associated inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the laptop?\nChoice list: \nA. Put down the paper/notebook.\nB. Sat on the bed.\nC. Threw the blanket.\nD. Opened the bag.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the paper/notebook.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 178, "question": "Examine the succession of events in the supplied visuals and answer the relevant query. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person opened the closet/cabinet?\nChoice list: \nA. Put down the towel.\nB. Put down the clothes.\nC. Put down the food.\nD. Threw the shoe.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the towel.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 177, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person opened the door?\nChoice list: \nA. Put down the paper/notebook.\nB. Tidied up the blanket.\nC. Sat on the floor.\nD. Took the shoe.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Sat on the floor.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 197, "question": "Analyze the series of events in the provided pictures and answer the related inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person held the clothes?\nChoice list: \nA. Took the bag.\nB. Closed the door.\nC. Opened the bag.\nD. Sat on the bed.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Opened the bag.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 149, "question": "Investigate the order of events in the given graphics and reply to the corresponding inquiry. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened after the person took the food?\nChoice list: \nA. Closed the box.\nB. Tidied up the closet/cabinet.\nC. Sat on the sofa/couch.\nD. Opened the book.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Tidied up the closet/cabinet.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 195, "question": "Evaluate the sequence of actions depicted in the images and provide an answer to the associated question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person closed the door?\nChoice list: \nA. Lied on the bed.\nB. Took the cup/glass/bottle.\nC. Put down the blanket.\nD. Closed the closet/cabinet.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Lied on the bed.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "A"}, {"sample_id": 181, "question": "Based on the provided images, answer the question related to the sequence of action You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person closed the book?\nChoice list: \nA. Put down the phone/camera.\nB. Ate the medicine.\nC. Put down the blanket.\nD. Tidied up the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Put down the blanket.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}, {"sample_id": 186, "question": "Scrutinize the chain of actions in the given visuals and respond to the related question. You must choose your answer from the Choice List.\n<image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image><image>What happened before the person sat on the sofa/couch?\nChoice list: \nA. Closed the refrigerator.\nB. Put down the towel.\nC. Took the shoe.\nD. Sat on the table.\nAnswer with the option's letter from the given choices directly.", "gt_response": "Took the shoe.", "gen_kwargs": {"do_sample": false, "num_beams": 1, "max_new_tokens": 32, "eos_token_id": 92542}, "pred_response": "C"}]
\ No newline at end of file