Add ViP-Bench Example

README.md

@@ -1,5 +1,5 @@
 ---
-title: MM-Vet Evaluator
+title: ViP-Bench Evaluator
 emoji: 🐨
 colorFrom: gray
 colorTo: gray

app.py

@@ -10,7 +10,7 @@ import time
 from zipfile import ZipFile
 
 openai.api_key = os.environ.get("AZURE_OPENAI_KEY")
-openai.api_base = os.environ.get("AZURE_OPENAI_ENDPOINT") 
+openai.api_base = os.environ.get("AZURE_OPENAI_BASE") 
 openai.api_type = 'azure'
 openai.api_version = os.environ.get("AZURE_OPENAI_API_VERSION")
 deployment_id = os.environ.get("AZURE_OPENAI_DEP_ID")
@@ -25,37 +25,29 @@ prompt = """Compare the ground truth and prediction from AI models, to give a co
 
 Question | Ground truth | Prediction | Correctness
 --- | --- | --- | ---
-What is x in the equation? | -1 <AND> -5 | x = 3 | 0.0
-What is x in the equation? | -1 <AND> -5 | x = -1 | 0.5
-What is x in the equation? | -1 <AND> -5 | x = -5 | 0.5
-What is x in the equation? | -1 <AND> -5 | x = -5 or 5 | 0.5
-What is x in the equation? | -1 <AND> -5 | x = -1 or x = -5 | 1.0
-Can you explain this meme? | This meme is poking fun at the fact that the names of the countries Iceland and Greenland are misleading. Despite its name, Iceland is known for its beautiful green landscapes, while Greenland is mostly covered in ice and snow. The meme is saying that the person has trust issues because the names of these countries do not accurately represent their landscapes. | The meme talks about Iceland and Greenland. It's pointing out that despite their names, Iceland is not very icy and Greenland isn't very green. | 0.4
-Can you explain this meme? | This meme is poking fun at the fact that the names of the countries Iceland and Greenland are misleading. Despite its name, Iceland is known for its beautiful green landscapes, while Greenland is mostly covered in ice and snow. The meme is saying that the person has trust issues because the names of these countries do not accurately represent their landscapes. | The meme is using humor to point out the misleading nature of Iceland's and Greenland's names. Iceland, despite its name, has lush green landscapes while Greenland is mostly covered in ice and snow. The text 'This is why I have trust issues' is a playful way to suggest that these contradictions can lead to distrust or confusion. The humor in this meme is derived from the unexpected contrast between the names of the countries and their actual physical characteristics. | 1.0
+What is x in the equation within the yellow rectangle? | -1 <AND> -5 | x = 3 | 0.0
+What is x in the equation within the yellow rectangle? | -1 <AND> -5 | x = -1 | 0.5
+What is x in the equation within the yellow rectangle? | -1 <AND> -5 | x = -5 | 0.5
+What is x in the equation within the red rectangle? | -1 <AND> -5 | x = -5 or 5 | 0.5
+What is x in the equation within the orange rectangle? | -1 <AND> -5 | x = -1 or x = -5 | 1.0
+Can you explain this meme within the blue rectangle? | This meme is poking fun at the fact that the names of the countries Iceland and Greenland are misleading. Despite its name, Iceland is known for its beautiful green landscapes, while Greenland is mostly covered in ice and snow. The meme is saying that the person has trust issues because the names of these countries do not accurately represent their landscapes. | The meme talks about Iceland and Greenland. It's pointing out that despite their names, Iceland is not very icy and Greenland isn't very green. | 0.4
+Can you explain this meme within the blue rectangle? | This meme is poking fun at the fact that the names of the countries Iceland and Greenland are misleading. Despite its name, Iceland is known for its beautiful green landscapes, while Greenland is mostly covered in ice and snow. The meme is saying that the person has trust issues because the names of these countries do not accurately represent their landscapes. | The meme is using humor to point out the misleading nature of Iceland's and Greenland's names. Iceland, despite its name, has lush green landscapes while Greenland is mostly covered in ice and snow. The text 'This is why I have trust issues' is a playful way to suggest that these contradictions can lead to distrust or confusion. The humor in this meme is derived from the unexpected contrast between the names of the countries and their actual physical characteristics. | 1.0
 """
 
 
 
 def grade(file_obj, progress=gr.Progress()):
     # load metadata
-    # Download mm-vet.zip and `unzip mm-vet.zip` and change the path below
-    mmvet_path = "mm-vet"
-    use_sub_set = False
+    # Download vip-bench.zip and `unzip vip-bench.zip` and change the path below
+    vipbench_path = "vip-bench"
     decimal_places = 1 # number of decimal places to round to
 
 
-    if use_sub_set:
-        bard_set_file = os.path.join(mmvet_path, "bard_set.json")
-        with open(bard_set_file, 'r') as f:
-            sub_set = json.load(f)
-        sub_set_name = 'bardset'
-        sub_set_name = sub_set_name + '_'
-    else:
-        sub_set = None
-        sub_set_name = ''
+    sub_set = None
+    sub_set_name = ''
 
-    mmvet_metadata = os.path.join(mmvet_path, "mm-vet.json")
-    with open(mmvet_metadata, 'r') as f:
+    vipbench_metadata = os.path.join(vipbench_path, "vip-bench-meta-data.json")
+    with open(vipbench_metadata, 'r') as f:
         data = json.load(f)
 
 
@@ -142,7 +134,24 @@ def grade(file_obj, progress=gr.Progress()):
                     break
         return need_more_runs or len(grade_results) < len_data
 
-
+    if '-bbox' in model:
+        vipbench_split = 'bbox'
+    elif '-human' in model:
+        vipbench_split = 'human'
+    else:
+        raise ValueError(f"model name {model} is not valid. Make sure that your filename ending is either '-bbox.json' or '-human.json' to indicate the type of visual prompts. Otherwise, the grading will fail.")
+
+    
+    questions_json_file = os.path.join(vipbench_path, vipbench_split, "questions.jsonl")
+    questions= {}
+    with open(questions_json_file, 'r') as f:
+      for line in f.readlines():
+           tmp_data =  json.loads(line)
+           tmp_data =  json.loads(line)
+           question_id = tmp_data['question_id']
+           questions[f'v1_{question_id}'] = tmp_data['text']
+           
+           
     while need_more_runs():
         for j in range(num_run):
             print(f'eval run {j}')
@@ -154,7 +163,7 @@ def grade(file_obj, progress=gr.Progress()):
 
                 model_pred = results[id]
                 
-                question = prompt + '\n' + ' | '.join([line['question'], line['answer'].replace("<AND>", " <AND> ").replace("<OR>", " <OR> "), model_pred, ""])
+                question = prompt + '\n' + ' | '.join([questions[id], line['answer'].replace("<AND>", " <AND> ").replace("<OR>", " <OR> "), model_pred, ""])
                 messages = [
                 {"role": "user", "content": question},
                 ]
@@ -301,15 +310,19 @@ def grade(file_obj, progress=gr.Progress()):
 
 markdown = """
 <p align="center">
-<img src="https://github-production-user-asset-6210df.s3.amazonaws.com/49296856/258254299-29c00dae-8201-4128-b341-dad4663b544a.jpg" width="400"> <br>
+<img src="https://raw.githubusercontent.com/mu-cai/ViP-LLaVA/main/images/vip-llava_arch.png" width="600"> <br>
 </p>
 
 
-# [MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities](https://github.com/yuweihao/MM-Vet)
+# [ViP-Bench: Making Large Multimodal Models Understand Arbitrary Visual Prompts](https://vip-llava.github.io/)
+
+ViP-Bench a region level multimodal model evaulation benchmark curated by University of Wisconsin-Madison. We provides two kinds of visual prompts: (1) bounding boxes, and (2) human drawn diverse visual prompts. 
+
+In this demo, we offer ViP-Bench LLM-based (GPT-4) evaluator to grade open-ended outputs from your models.
 
-In this demo, we offer MM-Vet LLM-based (GPT-4) evaluator to grade open-ended outputs from your models.
+Plese upload your json file of your model results containing `{v1_0: ..., v1_1: ..., }`like [this json file](https://raw.githubusercontent.com/mu-cai/ViP-LLaVA/main/playground/data/eval/vip-bench-example-results/vip-llava-7b-human.json). 
 
-Plese upload your json file of your model results containing `{v1_0: ..., v1_1: ..., }`like [this json file](https://raw.githubusercontent.com/yuweihao/MM-Vet/main/results/llava_llama2_13b_chat.json).
+**Make sure that your filename ending is either `-bbox.json` or `-human.json` to indicate the type of visual prompts. Otherwise, the grading will fail.**
 
 The grading may last 5 minutes. Sine we only support 1 queue, the grading time may be longer when you need to wait for other users' grading to finish.
 

mm-vet/bard_set.json

@@ -1 +0,0 @@
-["v1_0", "v1_1", "v1_2", "v1_3", "v1_4", "v1_5", "v1_6", "v1_7", "v1_9", "v1_10", "v1_11", "v1_12", "v1_13", "v1_14", "v1_15", "v1_16", "v1_18", "v1_19", "v1_20", "v1_21", "v1_22", "v1_23", "v1_24", "v1_27", "v1_28", "v1_29", "v1_30", "v1_31", "v1_32", "v1_33", "v1_34", "v1_35", "v1_36", "v1_37", "v1_38", "v1_39", "v1_40", "v1_41", "v1_42", "v1_43", "v1_44", "v1_45", "v1_46", "v1_47", "v1_48", "v1_49", "v1_50", "v1_51", "v1_52", "v1_53", "v1_54", "v1_55", "v1_56", "v1_57", "v1_58", "v1_59", "v1_60", "v1_61", "v1_62", "v1_63", "v1_67", "v1_68", "v1_69", "v1_70", "v1_71", "v1_72", "v1_73", "v1_74", "v1_75", "v1_76", "v1_77", "v1_78", "v1_80", "v1_81", "v1_82", "v1_83", "v1_84", "v1_85", "v1_86", "v1_87", "v1_88", "v1_89", "v1_90", "v1_91", "v1_93", "v1_94", "v1_95", "v1_96", "v1_97", "v1_98", "v1_99", "v1_100", "v1_101", "v1_102", "v1_106", "v1_107", "v1_109", "v1_110", "v1_111", "v1_113", "v1_114", "v1_116", "v1_117", "v1_118", "v1_119", "v1_121", "v1_122", "v1_123", "v1_124", "v1_125", "v1_126", "v1_128", "v1_129", "v1_132", "v1_133", "v1_134", "v1_137", "v1_138", "v1_139", "v1_140", "v1_142", "v1_148", "v1_150", "v1_151", "v1_152", "v1_153", "v1_156", "v1_157", "v1_158", "v1_159", "v1_160", "v1_161", "v1_162", "v1_163", "v1_164", "v1_165", "v1_166", "v1_167", "v1_177", "v1_179", "v1_180", "v1_181", "v1_182", "v1_183", "v1_184", "v1_185", "v1_186", "v1_187", "v1_188", "v1_189", "v1_190", "v1_192", "v1_193", "v1_194", "v1_195", "v1_196", "v1_197", "v1_201", "v1_208", "v1_209", "v1_210", "v1_211", "v1_212", "v1_213", "v1_214", "v1_215", "v1_216", "v1_217"]

vip-bench/bbox/questions.jsonl

@@ -0,0 +1,303 @@
+{"image": "v1_1_0.png", "text": "What is the value of the variable in the equation within the yellow rectangle?", "category": "conv", "question_id": 0}
+{"image": "v1_1_1.png", "text": "What is the value of the variable in the equation within the purple rectangle?", "category": "conv", "question_id": 1}
+{"image": "v1_3_0.png", "text": "What is the value of the variable in the equation within the yellow rectangle?", "category": "conv", "question_id": 2}
+{"image": "v1_3_1.png", "text": "What is the value of the variable in the equation within the red rectangle?", "category": "conv", "question_id": 3}
+{"image": "v1_3_2.png", "text": "Are the numbers within the red rectangle and within the purple rectangle the same?", "category": "conv", "question_id": 4}
+{"image": "v1_5_0.png", "text": "What is the value of the variable in the equation within the red rectangle?", "category": "conv", "question_id": 5}
+{"image": "v1_5_1.png", "text": "What is the value of the variable in the equation within the purple rectangle?", "category": "conv", "question_id": 6}
+{"image": "v1_5_2.png", "text": "What is the answer to the equations within the red rectangle, within the blue rectangle, and within the yellow rectangle?", "category": "conv", "question_id": 7}
+{"image": "v1_5_3.png", "text": "Are the number within the blue rectangle and the number within the purple rectangle co-prime to each other?", "category": "conv", "question_id": 8}
+{"image": "v1_8_0.png", "text": "What should the person within the purple rectangle write on the board?", "category": "conv", "question_id": 9}
+{"image": "v1_9_0.png", "text": "How many gallons of gasoline for the type within the yellow rectangle can I get with $50?", "category": "conv", "question_id": 10}
+{"image": "v1_9_1.png", "text": "What is the price difference between gasoline within the red rectangle and gasoline within the orange rectangle?", "category": "conv", "question_id": 11}
+{"image": "v1_11_0.png", "text": "What is the total price for one bottle of the item within the yellow rectangle and for one bottle of the item within the blue rectangle?", "category": "conv", "question_id": 12}
+{"image": "v1_11_1.png", "text": "What is the price of buying three bottles of the item within the blue rectangle?", "category": "conv", "question_id": 13}
+{"image": "v1_13_0.png", "text": "I am getting one pizza within the blue rectangle and one pizza within the red rectangle. How much should I pay in total?", "category": "conv", "question_id": 14}
+{"image": "v1_13_1.png", "text": "I am getting two pizzas within the red rectangle and one pizza within the yellow rectangle. How much should I pay in total?", "category": "conv", "question_id": 15}
+{"image": "v1_17_0.png", "text": "What is the color of the hat worn by the person within the blue rectangle?", "category": "conv", "question_id": 16}
+{"image": "v1_17_1.png", "text": "What is the person within the yellow rectangle holding?", "category": "conv", "question_id": 17}
+{"image": "v1_17_2.png", "text": "What is the person within the blue rectangle holding?", "category": "conv", "question_id": 18}
+{"image": "v1_17_3.png", "text": "What are both the person within the orange rectangle and the person within the yellow rectangle doing?", "category": "conv", "question_id": 19}
+{"image": "v1_17_4.png", "text": "Do the person within the purple rectangle, the person within the red rectangle, and the person within the yellow rectangle wear winter tops of different colors?", "category": "conv", "question_id": 20}
+{"image": "v1_18_0.png", "text": "What is located to the right of the object within the blue rectangle?", "category": "conv", "question_id": 21}
+{"image": "v1_18_1.png", "text": "What is the object within the orange rectangle?", "category": "conv", "question_id": 22}
+{"image": "v1_20_0.png", "text": "What is the spatial relation between the object within the yellow rectangle and the object within the blue rectangle?", "category": "conv", "question_id": 23}
+{"image": "v1_21_0.png", "text": "What is the number of the parking spot within the red rectangle?", "category": "conv", "question_id": 24}
+{"image": "v1_21_1.png", "text": "Is there a car parked in the spot within the orange rectangle?", "category": "conv", "question_id": 25}
+{"image": "v1_21_2.png", "text": "On which spot is the car within the purple rectangle parked?", "category": "conv", "question_id": 26}
+{"image": "v1_23_0.png", "text": "What is the price for the items within the yellow rectangle?", "category": "conv", "question_id": 27}
+{"image": "v1_23_1.png", "text": "What fruit is to the right of the items within the red rectangle?", "category": "conv", "question_id": 28}
+{"image": "v1_23_2.png", "text": "If I want to buy one of the fruit within the red rectangle and two of the fruit within the blue rectangle, how much would I pay?", "category": "conv", "question_id": 29}
+{"image": "v1_23_3.png", "text": "Which one has the lowest price, the fruit within the red rectangle, within the yellow rectangle, or within the purple rectangle? Respond with the name of the fruit.", "category": "conv", "question_id": 30}
+{"image": "v1_25_0.png", "text": "Based on the image, what is the total international awareness of the person within the red rectangle?", "category": "conv", "question_id": 31}
+{"image": "v1_25_1.png", "text": "Based on the image, in which country does the person within the orange rectangle have the highest level of total awareness?", "category": "conv", "question_id": 32}
+{"image": "v1_28_0.png", "text": "What is the number displayed on the motorcycle ridden by the motorcyclist within the yellow rectangle?", "category": "conv", "question_id": 33}
+{"image": "v1_28_1.png", "text": "What is the number displayed on the motorcycle within the blue rectangle?", "category": "conv", "question_id": 34}
+{"image": "v1_30_0.png", "text": "Which is closer to the camera, Object 1: the object within the orange rectangle or Object 2: the object within the yellow rectangle?", "category": "conv", "question_id": 35}
+{"image": "v1_31_0.png", "text": "Which is closer to the camera, Object 1: the object within the orange rectangle or Object 2: the object within the blue rectangle?", "category": "conv", "question_id": 36}
+{"image": "v1_32_0.png", "text": "What should I do after the step within the yellow rectangle, before the step within the red rectangle?", "category": "conv", "question_id": 37}
+{"image": "v1_33_0.png", "text": "Should I add sugar during the step within the orange rectangle?", "category": "conv", "question_id": 38}
+{"image": "v1_34_0.png", "text": "What should I do before the step within the blue rectangle?", "category": "conv", "question_id": 39}
+{"image": "v1_35_0.png", "text": "What is the index of the step within the yellow rectangle?", "category": "conv", "question_id": 40}
+{"image": "v1_36_0.png", "text": "What should we add in the step within the yellow rectangle?", "category": "conv", "question_id": 41}
+{"image": "v1_37_0.png", "text": "What should kids do after the step within the blue rectangle?", "category": "conv", "question_id": 42}
+{"image": "v1_38_0.png", "text": "What should be drawn during the step within the yellow rectangle?", "category": "conv", "question_id": 43}
+{"image": "v1_39_0.png", "text": "What is the next step following the one within the red rectangle?", "category": "conv", "question_id": 44}
+{"image": "v1_40_0.png", "text": "What does the step within the red rectangle suggest?", "category": "conv", "question_id": 45}
+{"image": "v1_41_0.png", "text": "What is the strategy within the purple rectangle given in the image?", "category": "conv", "question_id": 46}
+{"image": "v1_42_0.png", "text": "What is the average total fueling cost excluding the car within the blue rectangle?", "category": "conv", "question_id": 47}
+{"image": "v1_44_0.png", "text": "What is total plastic produced by the category within the orange rectangle?", "category": "conv", "question_id": 48}
+{"image": "v1_44_1.png", "text": "What is the difference in metric tonnes between the amount of plastic produced and the amount discarded for the category within the yellow rectangle?", "category": "conv", "question_id": 49}
+{"image": "v1_46_0.png", "text": "What is the cost of the category within the purple rectangle in the quarter within the red rectangle?", "category": "conv", "question_id": 50}
+{"image": "v1_46_1.png", "text": "What is the total cost for the quarter within the orange rectangle?", "category": "conv", "question_id": 51}
+{"image": "v1_48_0.png", "text": "In which direction does the window within the purple rectangle face?", "category": "conv", "question_id": 52}
+{"image": "v1_48_1.png", "text": "What are the appliances in the space within the yellow rectangle in this floorplan?", "category": "conv", "question_id": 53}
+{"image": "v1_50_0.png", "text": "Between the room within the blue rectangle ans the room within the orange rectangle, what is the name of the one that is larger?", "category": "conv", "question_id": 54}
+{"image": "v1_50_1.png", "text": "Between the room within the orange rectangle ans the room within the red rectangle, what is the name of the one that is larger?", "category": "conv", "question_id": 55}
+{"image": "v1_52_0.png", "text": "What will happen if the condition within the yellow rectangle is true?", "category": "conv", "question_id": 56}
+{"image": "v1_53_0.png", "text": "What is step within the blue rectangle in the flowchart?", "category": "conv", "question_id": 57}
+{"image": "v1_54_0.png", "text": "What is the average wait time for the step within the blue rectangle?", "category": "conv", "question_id": 58}
+{"image": "v1_55_0.png", "text": "Which year has the highest growth rate of the price within the blue rectangle?", "category": "conv", "question_id": 59}
+{"image": "v1_56_0.png", "text": "What is Japan's GDP in year within the red rectangle?", "category": "conv", "question_id": 60}
+{"image": "v1_56_1.png", "text": "In the range within the orange rectangle, which year witnessed the greatest growth?", "category": "conv", "question_id": 61}
+{"image": "v1_57_0.png", "text": "In which years did the sport within the yellow rectangle and the sport within the red rectangle have the same number of gold medals?", "category": "conv", "question_id": 62}
+{"image": "v1_58_0.png", "text": "In which attribute within the purple rectangle is the person who has the highest attribute within the orange rectangle from?", "category": "conv", "question_id": 63}
+{"image": "v1_58_1.png", "text": "Based on the table, how much is the person within the red rectangle earning?", "category": "conv", "question_id": 64}
+{"image": "v1_60_0.png", "text": "Which country has a below-average value in the column within the red rectangle?", "category": "conv", "question_id": 65}
+{"image": "v1_61_1.png", "text": "Which country has the highest value in the column within the red rectangle?", "category": "conv", "question_id": 66}
+{"image": "v1_62_1.png", "text": "What percentage does the category within the blue rectangle contribute to total income?", "category": "conv", "question_id": 67}
+{"image": "v1_64_0.png", "text": "Who is the person within the blue rectangle?", "category": "conv", "question_id": 68}
+{"image": "v1_66_0.png", "text": "Who is the person within the red rectangle?", "category": "conv", "question_id": 69}
+{"image": "v1_66_1.png", "text": "Are the person within the orange rectangle and the person within the yellow rectangle of the same race?", "category": "conv", "question_id": 70}
+{"image": "v1_66_2.png", "text": "Who is the one that is not looking into the camera? The person within the red rectangle, within the yellow rectangle, or within the purple rectangle? Respond with the name of the person.", "category": "conv", "question_id": 71}
+{"image": "v1_67_0.png", "text": "What type of milk is within the orange rectangle?", "category": "conv", "question_id": 72}
+{"image": "v1_73_0.png", "text": "What is the make of the car within the blue rectangle?", "category": "conv", "question_id": 73}
+{"image": "v1_75_0.png", "text": "what is the logo within the red rectangle on the car?", "category": "conv", "question_id": 74}
+{"image": "v1_77_1.png", "text": "Is the object within the orange rectangle taller than all of its peers?", "category": "conv", "question_id": 75}
+{"image": "v1_77_2.png", "text": "Are there only three objects on the building that look like the object within the orange rectangle?", "category": "conv", "question_id": 76}
+{"image": "v1_77_3.png", "text": "Is the person within the purple rectangle talking to anyone?", "category": "conv", "question_id": 77}
+{"image": "v1_77_4.png", "text": "Is the object within the orange rectangle larger than the object within the purple rectangle?", "category": "conv", "question_id": 78}
+{"image": "v1_85_0.png", "text": "What is the color of the animal within the orange rectangle?", "category": "conv", "question_id": 79}
+{"image": "v1_85_1.png", "text": "Do the animals within the orange rectangle have different colors?", "category": "conv", "question_id": 80}
+{"image": "v1_86_0.png", "text": "What does the object within the yellow rectangle contain?", "category": "conv", "question_id": 81}
+{"image": "v1_86_1.png", "text": "Does the object within the red rectangle have a darker color than others?", "category": "conv", "question_id": 82}
+{"image": "v1_86_2.png", "text": "Is the object within the red rectangle not connected to anything else?", "category": "conv", "question_id": 83}
+{"image": "v1_87_0.png", "text": "How many books have the same color as the book within the orange rectangle?", "category": "conv", "question_id": 84}
+{"image": "v1_87_1.png", "text": "Are the books within the yellow rectangle the same color?", "category": "conv", "question_id": 85}
+{"image": "v1_87_2.png", "text": "Which book has a cross on it? Book 1: the book within the blue rectangle, or Book 2: the book within the red rectangle?", "category": "conv", "question_id": 86}
+{"image": "v1_87_3.png", "text": "Which book is thicker? Book 1: the book within the blue rectangle, Book 2: the book within the red rectangle, or Book 3: the book within the yellow rectangle?", "category": "conv", "question_id": 87}
+{"image": "v1_89_1.png", "text": "Which letter is a capitalized letter? Letter 1: the letter within the orange rectangle, or Letter 2: the letter within the purple rectangle?", "category": "conv", "question_id": 88}
+{"image": "v1_89_2.png", "text": "Which of the following letters did not appear at least 3 times? Letter 1: the letter within the red rectangle, Letter 2: the letter within the yellow rectangle, or Letter 3: the letter within the blue rectangle?", "category": "conv", "question_id": 89}
+{"image": "v1_90_1.png", "text": "Which of the following text has a different font than the others? Text 1: the text within the blue rectangle, Text 2: the text within the purple rectangle, or Text 3: the text within the yellow rectangle?", "category": "conv", "question_id": 90}
+{"image": "v1_91_0.png", "text": "What is the text within the yellow rectangle?", "category": "conv", "question_id": 91}
+{"image": "v1_91_1.png", "text": "Are there numbers in the text within the purple rectangle?", "category": "conv", "question_id": 92}
+{"image": "v1_92_1.png", "text": "How many letters are there that are the same as the letter within the purple rectangle?", "category": "conv", "question_id": 93}
+{"image": "v1_93_1.png", "text": "How many words are there that are the same as the word within the yellow rectangle, including the word itself?", "category": "conv", "question_id": 94}
+{"image": "v1_94_0.png", "text": "What is the brand of the device within the yellow rectangle?", "category": "conv", "question_id": 95}
+{"image": "v1_94_1.png", "text": "What does the app within the purple rectangle do?", "category": "conv", "question_id": 96}
+{"image": "v1_95_0.png", "text": "What is the license plate number within the orange rectangle?", "category": "conv", "question_id": 97}
+{"image": "v1_96_1.png", "text": "Which of the following hats are red? Hat 1: the hat within the purple rectangle, or Hat 2: the hat within the orange rectangle?", "category": "conv", "question_id": 98}
+{"image": "v1_96_2.png", "text": "Which of the following objects is not an offensive weapon? Object 1: the object within the orange rectangle, Object 2: the object within the purple rectangle, Object 3: the object within the yellow rectangle, or Object 4: the object within the blue rectangle?", "category": "conv", "question_id": 99}
+{"image": "v1_97_1.png", "text": "Which of the following characters appeared only once? Character 1: the character within the orange rectangle, Character 2: the character within the blue rectangle, Character 3: the character within the yellow rectangle, or Character 4: the character within the red rectangle?", "category": "conv", "question_id": 100}
+{"image": "v1_99_1.png", "text": "Does the object within the blue rectangle consume anything else?", "category": "conv", "question_id": 101}
+{"image": "v1_99_2.png", "text": "What animal does the object within the red rectangle consume?", "category": "conv", "question_id": 102}
+{"image": "v1_99_3.png", "text": "Do the animals in the region within the purple rectangle eat each other?", "category": "conv", "question_id": 103}
+{"image": "v1_100_0.png", "text": "Compare the average kinetic energies of the particles in each sample. The diagrams below show two pure samples of gas in identical closed, rigid containers. Each colored ball represents one gas particle. Both samples have the same number of particles. Which sample has the higher temperature? Sample A within the red rectangle or sample B within the purple rectangle?", "category": "conv", "question_id": 104}
+{"image": "v1_101_1.png", "text": "Is the state within the red rectangle more north or more south than the state within the orange rectangle?", "category": "conv", "question_id": 105}
+{"image": "v1_101_2.png", "text": "Of the states within the orange rectangle, within the blue rectangle, and within the red rectangle, which one is closer to the United Kingdom? Respond with the name of the state.", "category": "conv", "question_id": 106}
+{"image": "v1_102_1.png", "text": "Are the debris within the orange rectangle made of the same material?", "category": "conv", "question_id": 107}
+{"image": "v1_102_2.png", "text": "What composes the debris within the red rectangle?", "category": "conv", "question_id": 108}
+{"image": "v1_104_1.png", "text": "Is the person within the red rectangle wearing a medal?", "category": "conv", "question_id": 109}
+{"image": "v1_104_2.png", "text": "Are the persons within the blue rectangle and within the purple rectangle both wearing a medal?", "category": "conv", "question_id": 110}
+{"image": "v1_104_3.png", "text": "Of the following persons: person 1: within the yellow rectangle, person 2: within the red rectangle, and person 3: within the blue rectangle, which one is wearing green?", "category": "conv", "question_id": 111}
+{"image": "v1_106_0.png", "text": "Are the objects within the orange rectangle taller than the objects within the yellow rectangle?", "category": "conv", "question_id": 112}
+{"image": "v1_107_0.png", "text": "Is this object within the blue rectangle taking off or landing?", "category": "conv", "question_id": 113}
+{"image": "v1_108_1.png", "text": "Is the person within the purple rectangle facing the camera?", "category": "conv", "question_id": 114}
+{"image": "v1_108_2.png", "text": "What is the facial expression of the person within the orange rectangle?", "category": "conv", "question_id": 115}
+{"image": "v1_109_0.png", "text": "Is the object within the blue rectangle empty or full?", "category": "conv", "question_id": 116}
+{"image": "v1_110_0.png", "text": "Does the animal within the orange rectangle appear dangerous?", "category": "conv", "question_id": 117}
+{"image": "v1_111_0.png", "text": "Is there any reflection of the animal within the red rectangle in the water?", "category": "conv", "question_id": 118}
+{"image": "v1_112_0.png", "text": "Is the person within the orange rectangle happy?", "category": "conv", "question_id": 119}
+{"image": "v1_113_1.png", "text": "Is the cat within the blue rectangle the only cat with this color?", "category": "conv", "question_id": 120}
+{"image": "v1_113_2.png", "text": "What are the colors of the cats within the orange rectangle?", "category": "conv", "question_id": 121}
+{"image": "v1_114_0.png", "text": "Is that wine in the background within the orange rectangle?", "category": "conv", "question_id": 122}
+{"image": "v1_114_1.png", "text": "Is the object within the orange rectangle open or closed?", "category": "conv", "question_id": 123}
+{"image": "v1_115_0.png", "text": "Is the person within the purple rectangle going to fall down?", "category": "conv", "question_id": 124}
+{"image": "v1_116_1.png", "text": "Is the animal within the red rectangle the only animal facing that direction?", "category": "conv", "question_id": 125}
+{"image": "v1_116_2.png", "text": "What is the animal within the yellow rectangle?", "category": "conv", "question_id": 126}
+{"image": "v1_117_1.png", "text": "What is the color of the pot within the purple rectangle?", "category": "conv", "question_id": 127}
+{"image": "v1_117_2.png", "text": "Are the pots within the blue rectangle of the same color?", "category": "conv", "question_id": 128}
+{"image": "v1_117_3.png", "text": "How many flower pots are there within the blue rectangle?", "category": "conv", "question_id": 129}
+{"image": "v1_117_4.png", "text": "Which plant has more leaves visible? Plant 1: the plant within the orange rectangle, or Plant 2: the plant within the red rectangle?", "category": "conv", "question_id": 130}
+{"image": "v1_117_5.png", "text": "Which plant is the tallest? Plant 1: the plant within the purple rectangle, Plant 2: the plant within the red rectangle, or Plant 3: the plant within the yellow rectangle?", "category": "conv", "question_id": 131}
+{"image": "v1_118_1.png", "text": "Between the building within the blue rectangle and the building within the red rectangle, what is the color of the building that is taller?", "category": "conv", "question_id": 132}
+{"image": "v1_118_2.png", "text": "Between the building within the red rectangle, the building within the yellow rectangle, and the building within the blue rectangle, what is the color of the building that has the different color compared to the rest?", "category": "conv", "question_id": 133}
+{"image": "v1_119_0.png", "text": "What is the fence within the red rectangle made of?", "category": "conv", "question_id": 134}
+{"image": "v1_120_0.png", "text": "Does the person within the blue rectangle appear to be sitting?", "category": "conv", "question_id": 135}
+{"image": "v1_120_1.png", "text": "Is the person within the orange rectangle holding a pen?", "category": "conv", "question_id": 136}
+{"image": "v1_122_0.png", "text": "Is the curtain within the blue rectangle on the right side or on the left of the picture?", "category": "conv", "question_id": 137}
+{"image": "v1_123_1.png", "text": "What is the color of the animal within the purple rectangle?", "category": "conv", "question_id": 138}
+{"image": "v1_123_2.png", "text": "How many objects within the blue rectangle are there?", "category": "conv", "question_id": 139}
+{"image": "v1_124_0.png", "text": "Are there napkins under the utensils within the blue rectangle?", "category": "conv", "question_id": 140}
+{"image": "v1_124_1.png", "text": "How many objects are there within the blue rectangle?", "category": "conv", "question_id": 141}
+{"image": "v1_126_1.png", "text": "What is contained within the orange rectangle?", "category": "conv", "question_id": 142}
+{"image": "v1_127_0.png", "text": "What is this animal within the red rectangle called?", "category": "conv", "question_id": 143}
+{"image": "v1_128_0.png", "text": "What is the name of the animal in the image that is larger, the animal within the purple rectangle or the animal within the blue rectangle?", "category": "conv", "question_id": 144}
+{"image": "v1_129_0.png", "text": "On the desk within the purple rectangle, what is to the left of the laptop within the blue rectangle?", "category": "conv", "question_id": 145}
+{"image": "v1_129_1.png", "text": "Between Object 1: the object within the orange rectangle and Object 2: the object within the purple rectangle, which one has a larger screen?", "category": "conv", "question_id": 146}
+{"image": "v1_129_2.png", "text": "Of the three electronics/appliances, one within the red rectangle, one within the yellow rectangle, and one within the orange rectangle, what is the name of the one that interacts with physical paper?", "category": "conv", "question_id": 147}
+{"image": "v1_130_0.png", "text": "What is the man within the blue rectangle riding?", "category": "conv", "question_id": 148}
+{"image": "v1_130_1.png", "text": "What is the object within the orange rectangle?", "category": "conv", "question_id": 149}
+{"image": "v1_131_0.png", "text": "Is the person within the orange rectangle to the left or to the right of the object within the red rectangle?", "category": "conv", "question_id": 150}
+{"image": "v1_132_0.png", "text": "What is the object within the red rectangle on, a side table or a nightstand?", "category": "conv", "question_id": 151}
+{"image": "v1_132_1.png", "text": "What is color of object within the orange rectangle?", "category": "conv", "question_id": 152}
+{"image": "v1_133_0.png", "text": "What do both the object within the purple rectangle and the object within the red rectangle have in common?", "category": "conv", "question_id": 153}
+{"image": "v1_134_0.png", "text": "Is the object within the purple rectangle made of the same material as the object within the orange rectangle?", "category": "conv", "question_id": 154}
+{"image": "v1_135_0.png", "text": "Does the object within the blue rectangle have a different color than the object within the purple rectangle?", "category": "conv", "question_id": 155}
+{"image": "v1_136_1.png", "text": "What is the color of object within the orange rectangle?", "category": "conv", "question_id": 156}
+{"image": "v1_136_2.png", "text": "What do the people within the yellow rectangle have in common on their head?", "category": "conv", "question_id": 157}
+{"image": "v1_137_0.png", "text": "Are the animal within the red rectangle and the animal within the blue rectangle different species?", "category": "conv", "question_id": 158}
+{"image": "v1_138_1.png", "text": "What is on the shirt the person within the blue rectangle is wearing?", "category": "conv", "question_id": 159}
+{"image": "v1_139_1.png", "text": "What is the person within the orange rectangle holding?", "category": "conv", "question_id": 160}
+{"image": "v1_139_2.png", "text": "How many children are within the purple rectangle?", "category": "conv", "question_id": 161}
+{"image": "v1_141_1.png", "text": "Is the person within the orange rectangle taller or shorter?", "category": "conv", "question_id": 162}
+{"image": "v1_142_1.png", "text": "Between the object within the red rectangle and the object within the purple rectangle, what is the color of the object that is smaller?", "category": "conv", "question_id": 163}
+{"image": "v1_143_0.png", "text": "Is the person within the red rectangle going to be mad at the person within the yellow rectangle, for looking at the person within the orange rectangle? Answer it and give the rationale.", "category": "conv", "question_id": 164}
+{"image": "v1_144_0.png", "text": "Why does the person within the purple rectangle have both of their hands in the air? Answer it and give the rationale.", "category": "conv", "question_id": 165}
+{"image": "v1_145_0.png", "text": "What kind of school does the person within the purple rectangle go to? Answer it and give the rationale.", "category": "conv", "question_id": 166}
+{"image": "v1_146_1.png", "text": "What is the color of the clothing of the person within the yellow rectangle?", "category": "conv", "question_id": 167}
+{"image": "v1_146_2.png", "text": "Are the persons within the yellow rectangle all wearing dresses?", "category": "conv", "question_id": 168}
+{"image": "v1_147_0.png", "text": "Why is the person within the red rectangle happy? Answer it and give the rationale.", "category": "conv", "question_id": 169}
+{"image": "v1_149_1.png", "text": "Is the entity within the yellow rectangle the richest amongst them all?", "category": "conv", "question_id": 170}
+{"image": "v1_159_0.png", "text": "How to make the drink/beverage within the yellow rectangle?", "category": "conv", "question_id": 171}
+{"image": "v1_159_1.png", "text": "Between the object within the purple rectangle, the object within the blue rectangle, and the object within the orange rectangle, what is the name of the object that appeared the least?", "category": "conv", "question_id": 172}
+{"image": "v1_164_1.png", "text": "What is the object within the yellow rectangle?", "category": "conv", "question_id": 173}
+{"image": "v1_164_2.png", "text": "What is the object within the yellow rectangle?", "category": "conv", "question_id": 174}
+{"image": "v1_166_0.png", "text": "How to cook the dish within the purple rectangle?", "category": "conv", "question_id": 175}
+{"image": "v1_169_1.png", "text": "What is the job of the person within the blue rectangle?", "category": "conv", "question_id": 176}
+{"image": "v1_176_1.png", "text": "What is the color of the clothing of the person within the yellow rectangle?", "category": "conv", "question_id": 177}
+{"image": "v1_184_1.png", "text": "What is the color of the clothing of the person within the orange rectangle?", "category": "conv", "question_id": 178}
+{"image": "v1_187_1.png", "text": "Between Person 1: the person within the purple rectangle and Person 2: the person within the orange rectangle, who would have been considered to hold a higher political position in ancient times?", "category": "conv", "question_id": 179}
+{"image": "v1_187_2.png", "text": "Between Person 1: the person within the red rectangle, Person 2: the person within the blue rectangle, and Person 3: the person within the yellow rectangle, who is not holding a fan for the emperor?", "category": "conv", "question_id": 180}
+{"image": "v1_196_0.png", "text": "Given strawberry within the yellow rectangle and strawberry within the purple rectangle, which one is ill? What is its disease (provide a short introduction) and how to treat it?", "category": "conv", "question_id": 181}
+{"image": "v1_206_0.png", "text": "Can you give a short description about the person within the purple rectangle?", "category": "conv", "question_id": 182}
+{"image": "v1_208_0.png", "text": "The graph below shows the long-term international migration, UK, 1999-2008.\n\n Look at the region within the purple rectangle and explain why is net migration in region within the purple rectangle larger than that of the region outside of it? Summarize the information by selecting and reporting the main features, and make comparisons where relevant.\n\nYou should write at least 100 words.", "category": "conv", "question_id": 183}
+{"image": "v1_209_0.png", "text": "The graph and table below give information about water use worldwide and water consumption in two different countries.\n\n Look at the region within the orange rectangle. Why did water consumption increase much more drastically in this region? Summarise the information by selecting and reporting the main features, and make comparisons where relevant.\n\nYou should write at least 150 words.", "category": "conv", "question_id": 184}
+{"image": "v1_210_1.png", "text": "Between the year within the blue rectangle and the year within the purple rectangle, which year has a smaller marriage rate?. Respond with the actual year. ", "category": "conv", "question_id": 185}
+{"image": "v1_211_1.png", "text": "Which country spent the most on category within the orange rectangle?", "category": "conv", "question_id": 186}
+{"image": "v1_211_2.png", "text": "Amongst the category within the purple rectangle, the category within the blue rectangle, and the category within the yellow rectangle, what did the country within the red rectangle consume the most? Respond with the item name.", "category": "conv", "question_id": 187}
+{"image": "v1_214_0.png", "text": "The pie charts below show units of electricity production by fuel source in Australia and France in 1980 and 2000.\n\n Given the region within the yellow rectangle, what did both countries reduce in consumption and what did they both use more in that era within the yellow rectangle? Summarise the information by selecting and reporting the main features, and make comparisons where relevant.\n\nYou should write at least 150 words.", "category": "conv", "question_id": 188}
+{"image": "v1_218_0.png", "text": "Based on the time line, which event happens after the event within the yellow rectangle and before the event within the red rectangle? Please answer with the corresponding event.", "category": "conv", "question_id": 189}
+{"image": "v1_219_0.png", "text": "Based on the event chain, which event happened immediately before the event within the yellow rectangle?", "category": "conv", "question_id": 190}
+{"image": "v1_220_0.png", "text": "Based on the time line, when did people start playing the sport within the red rectangle? Before the sport within the yellow rectangle or the sport within the orange rectangle? Please answer with the corresponding activity.", "category": "conv", "question_id": 191}
+{"image": "v1_221_0.png", "text": "Based on the table, what did the person within the blue rectangle invent?", "category": "conv", "question_id": 192}
+{"image": "v1_222_0.png", "text": "Based on the event chain, when did the event within the red rectangle happen? After the event within the yellow rectangle or after the event within the orange rectangle? Please answer with the corresponding event.", "category": "conv", "question_id": 193}
+{"image": "v1_224_0.png", "text": "Does the person within the red rectangle have a backpack?", "category": "conv", "question_id": 194}
+{"image": "v1_225_0.png", "text": "Does the solution within the yellow rectangle have a higher concentration?", "category": "conv", "question_id": 195}
+{"image": "v1_226_0.png", "text": "Is the person within the purple rectangle looking at other adults?", "category": "conv", "question_id": 196}
+{"image": "v1_226_1.png", "text": "Is the person within the yellow rectangle looking at other babies?", "category": "conv", "question_id": 197}
+{"image": "v1_227_0.png", "text": "What is the occupation of the person within the orange rectangle?", "category": "conv", "question_id": 198}
+{"image": "v1_228_0.png", "text": "What is the shape of the object within the purple rectangle?", "category": "conv", "question_id": 199}
+{"image": "v1_228_1.png", "text": "What is the color of the object within the yellow rectangle?", "category": "conv", "question_id": 200}
+{"image": "v1_229_0.png", "text": "Is the object within the red rectangle occluding anything?", "category": "conv", "question_id": 201}
+{"image": "v1_230_0.png", "text": "What is the color of the object within the yellow rectangle?", "category": "conv", "question_id": 202}
+{"image": "v1_231_0.png", "text": "What is the color of the part of the sofa within the yellow rectangle?", "category": "conv", "question_id": 203}
+{"image": "v1_232_0.png", "text": "Does the object within the purple rectangle have any indents?", "category": "conv", "question_id": 204}
+{"image": "v1_233_0.png", "text": "Is the object within the blue rectangle smaller or larger?", "category": "conv", "question_id": 205}
+{"image": "v1_234_0.png", "text": "How many objects are there in the container within the purple rectangle?", "category": "conv", "question_id": 206}
+{"image": "v1_235_0.png", "text": "Is the object within the blue rectangle heavier or lighter?", "category": "conv", "question_id": 207}
+{"image": "v1_236_0.png", "text": "How many cubes does the object within the purple rectangle have?", "category": "conv", "question_id": 208}
+{"image": "v1_237_0.png", "text": "Is the person within the purple rectangle looking down upon or looking up upon the other?", "category": "conv", "question_id": 209}
+{"image": "v1_238_0.png", "text": "Is the animal within the blue rectangle facing the camera?", "category": "conv", "question_id": 210}
+{"image": "v1_238_1.png", "text": "Is the animal within the red rectangle facing the camera?", "category": "conv", "question_id": 211}
+{"image": "v1_239_0.png", "text": "What is the object NOT within the blue rectangle?", "category": "conv", "question_id": 212}
+{"image": "v1_239_1.png", "text": "What is the object within the purple rectangle?", "category": "conv", "question_id": 213}
+{"image": "v1_240_0.png", "text": "Is the person within the blue rectangle falling off?", "category": "conv", "question_id": 214}
+{"image": "v1_241_0.png", "text": "Is the object within the red rectangle facing the parking lot or the grass?", "category": "conv", "question_id": 215}
+{"image": "v1_241_1.png", "text": "Does the object within the blue rectangle have a spare tire on its back?", "category": "conv", "question_id": 216}
+{"image": "v1_242_0.png", "text": "What is the emotion expressed by the person within the purple rectangle?", "category": "conv", "question_id": 217}
+{"image": "v1_243_0.png", "text": "Is the person within the blue rectangle being fed or feeding others?", "category": "conv", "question_id": 218}
+{"image": "v1_244_0.png", "text": "What is the person within the yellow rectangle holding?", "category": "conv", "question_id": 219}
+{"image": "v1_245_0.png", "text": "Is the animal within the red rectangle shorter or taller?", "category": "conv", "question_id": 220}
+{"image": "v1_246_0.png", "text": "What is the color of the animal within the yellow rectangle?", "category": "conv", "question_id": 221}
+{"image": "v1_246_1.png", "text": "Is the animal within the red rectangle facing left or right?", "category": "conv", "question_id": 222}
+{"image": "v1_247_0.png", "text": "Is the person within the red rectangle the only one without shoes?", "category": "conv", "question_id": 223}
+{"image": "v1_247_1.png", "text": "How many persons are of the same gender as the person within the red rectangle?", "category": "conv", "question_id": 224}
+{"image": "v1_248_0.png", "text": "What is the color of the animal within the orange rectangle?", "category": "conv", "question_id": 225}
+{"image": "v1_249_0.png", "text": "Is the object within the purple rectangle the only one in the image?", "category": "conv", "question_id": 226}
+{"image": "v1_249_1.png", "text": "How many objects can you see that are the same as the object within the purple rectangle?", "category": "conv", "question_id": 227}
+{"image": "v1_250_0.png", "text": "What is the object within the purple rectangle?", "category": "conv", "question_id": 228}
+{"image": "v1_251_0.png", "text": "Are the persons within the purple rectangle on the same team?", "category": "conv", "question_id": 229}
+{"image": "v1_252_0.png", "text": "There are multiple objects that are the same as the object within the blue rectangle. Is the object within the blue rectangle closer or farther from the camera?", "category": "conv", "question_id": 230}
+{"image": "v1_252_1.png", "text": "How many objects are there that are the same as the object within the blue rectangle, including the one that is marked?", "category": "conv", "question_id": 231}
+{"image": "v1_253_0.png", "text": "What is the object within the orange rectangle holding?", "category": "conv", "question_id": 232}
+{"image": "v1_254_0.png", "text": "Is the person within the purple rectangle looking away or looking at the camera?", "category": "conv", "question_id": 233}
+{"image": "v1_255_0.png", "text": "Between Person 1: the person within the purple rectangle and Person 2: the person within the blue rectangle, who is wearing red?", "category": "conv", "question_id": 234}
+{"image": "v1_255_1.png", "text": "Between Object 1: the object within the red rectangle, Object 2: the object within the purple rectangle, and Object 3: the object within the yellow rectangle, what is the color of the one that is different from the others?", "category": "conv", "question_id": 235}
+{"image": "v1_256_0.png", "text": "Does the object within the purple rectangle and the object within the orange rectangle have the same color?", "category": "conv", "question_id": 236}
+{"image": "v1_256_1.png", "text": "Between the object within the yellow rectangle, the object within the red rectangle, and the object within the blue rectangle, what is the name of the object that is different?", "category": "conv", "question_id": 237}
+{"image": "v1_257_0.png", "text": "Between Car 1: the car within the orange rectangle and Car 2: the car within the red rectangle, which car is white?", "category": "conv", "question_id": 238}
+{"image": "v1_257_1.png", "text": "Between Car 1: the car within the red rectangle, Car 2: the car within the purple rectangle, and Car 3: the car within the orange rectangle, which car is a pick-up truck?", "category": "conv", "question_id": 239}
+{"image": "v1_258_0.png", "text": "Between Person 1: the person within the orange rectangle and Person 2: the person within the purple rectangle, which person is wearing sunglasses?", "category": "conv", "question_id": 240}
+{"image": "v1_258_1.png", "text": "Between Person 1: the person within the yellow rectangle, and Person 2: the person within the purple rectangle, which person is taller?", "category": "conv", "question_id": 241}
+{"image": "v1_259_0.png", "text": "Between the person within the blue rectangle, the person within the purple rectangle, and the person within the yellow rectangle, what color is the person with glasses wearing?", "category": "conv", "question_id": 242}
+{"image": "v1_259_1.png", "text": "Between the object within the red rectangle and the object within the yellow rectangle, do they both contain the same liquid?", "category": "conv", "question_id": 243}
+{"image": "v1_260_0.png", "text": "Why is the person within the red rectangle in a different posture as compared to the person within the orange rectangle?", "category": "conv", "question_id": 244}
+{"image": "v1_260_1.png", "text": "Between Person 1: the person within the purple rectangle, Person 2: the person within the red rectangle, and Person 3: the person within the orange rectangle, which person has less white hair?", "category": "conv", "question_id": 245}
+{"image": "v1_261_0.png", "text": "Between Object 1: the object within the yellow rectangle and Object 2: the object within the purple rectangle, which one is being used?", "category": "conv", "question_id": 246}
+{"image": "v1_262_0.png", "text": "Between Object 1: the object within the blue rectangle, Object 2: the object within the purple rectangle, and Object 3: the object within the orange rectangle, which one is taller?", "category": "conv", "question_id": 247}
+{"image": "v1_262_1.png", "text": "Between Object 1: the object within the yellow rectangle and Object 2: the object within the blue rectangle, which one is supposed to only be used by one person?", "category": "conv", "question_id": 248}
+{"image": "v1_263_0.png", "text": "Between Object 1: the object within the yellow rectangle and Object 2: the object within the blue rectangle, which one has something on it?", "category": "conv", "question_id": 249}
+{"image": "v1_263_1.png", "text": "Between Object 1: the object within the red rectangle, Object 2: the object within the orange rectangle, and Object 3: the object within the blue rectangle, is the smallest one to the left of, to the right of, or in the middle of the rest two?", "category": "conv", "question_id": 250}
+{"image": "v1_264_0.png", "text": "Between Object 1: the object within the orange rectangle, Object 2: the object within the purple rectangle, and Object 3: the object within the yellow rectangle, which one does not produce sound by itself?", "category": "conv", "question_id": 251}
+{"image": "v1_264_1.png", "text": "Both the object within the red rectangle and the object within the yellow rectangle look like they are made from similar materials. What is the material?", "category": "conv", "question_id": 252}
+{"image": "v1_265_0.png", "text": "Between Object 1: the object within the orange rectangle and Object 2: the object within the blue rectangle, which one is healthier?", "category": "conv", "question_id": 253}
+{"image": "v1_265_1.png", "text": "Between Object 1: the object within the red rectangle, Object 2: the object within the orange rectangle, and Object 3: the object within the purple rectangle, which one has a lid?", "category": "conv", "question_id": 254}
+{"image": "v1_266_0.png", "text": "Between Object 1: the object within the red rectangle, Object 2: the object within the blue rectangle, and Object 3: the object within the orange rectangle, which one is the tallest?", "category": "conv", "question_id": 255}
+{"image": "v1_267_0.png", "text": "Between Object 1: the object within the purple rectangle, Object 2: the object within the blue rectangle, and Object 3: the object within the red rectangle, which one is moving?", "category": "conv", "question_id": 256}
+{"image": "v1_267_1.png", "text": "Between Person 1: the person within the yellow rectangle and Person 2: the person within the orange rectangle, who is walking towards the camera?", "category": "conv", "question_id": 257}
+{"image": "v1_268_0.png", "text": "Between Region 1: the region within the orange rectangle and Region 2: the region within the red rectangle, which one has books?", "category": "conv", "question_id": 258}
+{"image": "v1_268_1.png", "text": "Between Object 1: the object within the blue rectangle, Object 2: the object within the purple rectangle, and Object 3: the object within the red rectangle, what do the other two have on top of them but one don't?", "category": "conv", "question_id": 259}
+{"image": "v1_269_0.png", "text": "Between Object 1: the object within the red rectangle, Object 2: the object within the yellow rectangle, and Object 3: the object within the orange rectangle, which has the most food?", "category": "conv", "question_id": 260}
+{"image": "v1_269_1.png", "text": "Between Object 1: the object within the orange rectangle and Object 2: the object within the red rectangle, which is closer to camera?", "category": "conv", "question_id": 261}
+{"image": "v1_270_0.png", "text": "Between Person 1: the person within the purple rectangle, Person 2: the person within the blue rectangle, and Person 3: the person within the orange rectangle, who is wearing a white shirt?", "category": "conv", "question_id": 262}
+{"image": "v1_271_0.png", "text": "Between Person 1: the person within the red rectangle and Person 2: the person within the purple rectangle, who is the organizer/advisor and why?", "category": "conv", "question_id": 263}
+{"image": "v1_271_1.png", "text": "Between Person 1: the person within the red rectangle, Person 2: the person within the blue rectangle, and Person 3: the person within the yellow rectangle, only one person doesn't have something on his/her hand, what is that?", "category": "conv", "question_id": 264}
+{"image": "v1_272_0.png", "text": "Between Person 1: the person within the yellow rectangle and Person 2: the person within the red rectangle, who is being photographed, and why is he being photographed?", "category": "conv", "question_id": 265}
+{"image": "v1_273_0.png", "text": "Between Object 1: the object within the orange rectangle, Object 2: the object within the blue rectangle, and Object 3: the object within the purple rectangle, which are chairs that the doctor will not sit on during the treatment?", "category": "conv", "question_id": 266}
+{"image": "v1_273_1.png", "text": "Between Object 1: the object within the red rectangle and Object 2: the object within the yellow rectangle, which is a real plant?", "category": "conv", "question_id": 267}
+{"image": "v1_274_0.png", "text": "Between Object 1: the object within the yellow rectangle, Object 2: the object within the purple rectangle, and Object 3: the object within the red rectangle, which object is moving away from the camera?", "category": "conv", "question_id": 268}
+{"image": "v1_274_1.png", "text": "Between Object 1: the object within the yellow rectangle and Object 2: the object within the red rectangle, which tells you something related to taxis?", "category": "conv", "question_id": 269}
+{"image": "v1_275_0.png", "text": "Between Person 1: the person within the yellow rectangle, Person 2: the person within the red rectangle, and Person 3: the person within the orange rectangle, who is the person wearing blue shirt?", "category": "conv", "question_id": 270}
+{"image": "v1_275_1.png", "text": "Between Object 1: the object within the yellow rectangle and Object 2: the object within the blue rectangle, which can usually carry more people?", "category": "conv", "question_id": 271}
+{"image": "v1_276_0.png", "text": "Between Object 1: the object within the purple rectangle, Object 2: the object within the blue rectangle, and Object 3: the object within the red rectangle, which object serves a different social purpose than the other two and what is its name?", "category": "conv", "question_id": 272}
+{"image": "v1_276_1.png", "text": "Between Object 1: the object within the purple rectangle and Object 2: the object within the orange rectangle, which one has numbers on it?", "category": "conv", "question_id": 273}
+{"image": "v1_277_0.png", "text": "Between Object 1: the object within the blue rectangle, Object 2: the object within the orange rectangle, and Object 3: the object within the yellow rectangle, which object will end up going in the opposite direction of the other two?", "category": "conv", "question_id": 274}
+{"image": "v1_278_0.png", "text": "Between Object 1: the object within the red rectangle and Object 2: the object within the orange rectangle, whose license plate's last 4 digits form a number that is smaller than that of the other car's?", "category": "conv", "question_id": 275}
+{"image": "v1_278_1.png", "text": "Between Person 1: the person within the orange rectangle, Person 2: the person within the red rectangle and Person 3: the person within the blue rectangle, who is not talking to anyone outside?", "category": "conv", "question_id": 276}
+{"image": "v1_279_0.png", "text": "Between Object 1: the object within the purple rectangle and Object 2: the object within the yellow rectangle, which one is a living entity?", "category": "conv", "question_id": 277}
+{"image": "v1_280_0.png", "text": "Between Object 1: the object within the purple rectangle and Object 2: the object within the red rectangle, which one has an orange cap?", "category": "conv", "question_id": 278}
+{"image": "v1_280_1.png", "text": "Between Object 1: the object within the blue rectangle, Object 2: the object within the yellow rectangle, and Object 3: the object within the purple rectangle, which one has something on top of it?", "category": "conv", "question_id": 279}
+{"image": "v1_281_0.png", "text": "Between Object 1: the object within the yellow rectangle, Object 2: the object within the blue rectangle, and Object 3: the object within the purple rectangle, which one is different from the others and why?", "category": "conv", "question_id": 280}
+{"image": "v1_281_1.png", "text": "Between Object 1: the object within the yellow rectangle and Object 2: the object within the orange rectangle, which one has a similar duplicate in the image?", "category": "conv", "question_id": 281}
+{"image": "v1_282_0.png", "text": "Between Animal 1: the animal within the yellow rectangle, Animal 2: the animal within the red rectangle, and Animal 3: the animal within the blue rectangle, which one has a different color?", "category": "conv", "question_id": 282}
+{"image": "v1_283_0.png", "text": "Between Person 1: the person within the blue rectangle and Person 2: the person within the red rectangle, who is trying to defend against who?", "category": "conv", "question_id": 283}
+{"image": "v1_284_0.png", "text": "Between Person 1: the person within the blue rectangle, Person 2: the person within the orange rectangle, Person 3: the person within the red rectangle, and Person 4: the person within the yellow rectangle, who is the catcher and who just hit the ball?", "category": "conv", "question_id": 284}
+{"image": "v1_285_0.png", "text": "Between Object 1: the object within the blue rectangle and Object 2: the object within the red rectangle, which one is more expensive?", "category": "conv", "question_id": 285}
+{"image": "v1_286_0.png", "text": "Who is the person within the purple rectangle talking to, Person 1: the person within the yellow rectangle, or Person 2: the person within the blue rectangle?", "category": "conv", "question_id": 286}
+{"image": "v1_287_0.png", "text": "Between Person 1: the person within the blue rectangle and Person 2: the person within the orange rectangle, who is talking to someone?", "category": "conv", "question_id": 287}
+{"image": "v1_288_0.png", "text": "What does the person within the red rectangle differ in their duties in the field when compared to the person within the blue rectangle?", "category": "conv", "question_id": 288}
+{"image": "v1_289_0.png", "text": "What is the relationship between Entity 1: the entity within the purple rectangle and Entity 2: the entity within the blue rectangle?", "category": "conv", "question_id": 289}
+{"image": "v1_290_0.png", "text": "Between Animal 1: the animal within the blue rectangle, Animal 2: the animal within the yellow rectangle, and Animal 3: the animal within the purple rectangle, whose owner wears green?", "category": "conv", "question_id": 290}
+{"image": "v1_291_0.png", "text": "Between Object 1: the object within the red rectangle and Object 2: the object within the yellow rectangle, which one has more protein?", "category": "conv", "question_id": 291}
+{"image": "v1_292_0.png", "text": "Between Object 1: the object within the red rectangle, Object 2: the object within the orange rectangle, and Object 3: the object within the yellow rectangle, which one is being eaten?", "category": "conv", "question_id": 292}
+{"image": "v1_293_0.png", "text": "Between Object 1: the object within the blue rectangle, Object 2: the object within the yellow rectangle, and Object 3: the object within the orange rectangle, which one is not doing the activity/action that the other two are doing? Why?", "category": "conv", "question_id": 293}
+{"image": "v1_293_1.png", "text": "Between Object 1: the object within the purple rectangle and Object 2: the object within the yellow rectangle, which one is the leader?", "category": "conv", "question_id": 294}
+{"image": "v1_294_0.png", "text": "Between Person 1: the person within the orange rectangle, Person 2: the person within the red rectangle, and Person 3: the person within the blue rectangle, which one is engaged in a conversation?", "category": "conv", "question_id": 295}
+{"image": "v1_294_1.png", "text": "What will likely happen next between the person within the red rectangle and the person within the yellow rectangle?", "category": "conv", "question_id": 296}
+{"image": "v1_295_0.png", "text": "Between Object 1: the object within the purple rectangle and Object 2: the object within the red rectangle, which object is less likely to fit in the car?", "category": "conv", "question_id": 297}
+{"image": "v1_295_1.png", "text": "Between Object 1: the object within the blue rectangle, Object 2: the object within the red rectangle, and Object 3: the object within the purple rectangle, which object is most likely to be owned by the person?", "category": "conv", "question_id": 298}
+{"image": "v1_296_0.png", "text": "Between Object 1: the object within the yellow rectangle, Object 2: the object within the purple rectangle, and Object 3: the object within the red rectangle, which object is different?", "category": "conv", "question_id": 299}
+{"image": "v1_297_0.png", "text": "Between Object 1: the object within the blue rectangle, Object 2: the object within the yellow rectangle, and Object 3: the object within the red rectangle, which one resembles a bird the most?", "category": "conv", "question_id": 300}
+{"image": "v1_298_0.png", "text": "Why are the person within the blue rectangle and the person within the yellow rectangle crashing into each other?", "category": "conv", "question_id": 301}
+{"image": "v1_299_0.png", "text": "Between Person 1: the person within the orange rectangle and Person 2: the person within the blue rectangle, which one is on an object with a motor?", "category": "conv", "question_id": 302}

vip-bench/human/questions.jsonl

@@ -0,0 +1,303 @@
+{"image": "v1_1_0.png", "text": "What is the value of the variable in the equation within the blue ellipse?", "category": "conv", "question_id": 0}
+{"image": "v1_1_1.png", "text": "What is the value of the variable in the equation within the green rectangle?", "category": "conv", "question_id": 1}
+{"image": "v1_3_0.png", "text": "What is the value of the variable in the equation pointed by the purple arrow?", "category": "conv", "question_id": 2}
+{"image": "v1_3_1.png", "text": "What is the value of the variable in the equation within the brown ellipse?", "category": "conv", "question_id": 3}
+{"image": "v1_3_2.png", "text": "Are the numbers within the pink triangle and within the orange rectangle the same?", "category": "conv", "question_id": 4}
+{"image": "v1_5_0.png", "text": "What is the value of the variable in the equation within the blue ellipse?", "category": "conv", "question_id": 5}
+{"image": "v1_5_1.png", "text": "What is the value of the variable in the equation pointed by the yellow arrow?", "category": "conv", "question_id": 6}
+{"image": "v1_5_2.png", "text": "What is the answer to the equations within the purple ellipse, within the red triangle, and within the orange rectangle?", "category": "conv", "question_id": 7}
+{"image": "v1_5_3.png", "text": "Are the number within the grey rectangle and the number within the blue triangle co-prime to each other?", "category": "conv", "question_id": 8}
+{"image": "v1_8_0.png", "text": "What should the person marked by the green point write on the board?", "category": "conv", "question_id": 9}
+{"image": "v1_9_0.png", "text": "How many gallons of gasoline for the type within the green triangle can I get with $50?", "category": "conv", "question_id": 10}
+{"image": "v1_9_1.png", "text": "What is the price difference between gasoline within the white ellipse and gasoline within the yellow rectangle?", "category": "conv", "question_id": 11}
+{"image": "v1_11_0.png", "text": "What is the total price for one bottle of the item marked by the pink dot and for one bottle of the item marked by the green dot?", "category": "conv", "question_id": 12}
+{"image": "v1_11_1.png", "text": "What is the price of buying three bottles of the item marked by the blue scribble?", "category": "conv", "question_id": 13}
+{"image": "v1_13_0.png", "text": "I am getting one pizza within the yellow ellipse and one pizza within the pink ellipse. How much should I pay in total?", "category": "conv", "question_id": 14}
+{"image": "v1_13_1.png", "text": "I am getting two pizzas within the orange rectangle and one pizza within the blue rectangle. How much should I pay in total?", "category": "conv", "question_id": 15}
+{"image": "v1_17_0.png", "text": "What is the color of the hat worn by the person marked by the yellow scribble?", "category": "conv", "question_id": 16}
+{"image": "v1_17_1.png", "text": "What is the person marked by the purple point holding?", "category": "conv", "question_id": 17}
+{"image": "v1_17_2.png", "text": "What is the person within the orange rectangle holding?", "category": "conv", "question_id": 18}
+{"image": "v1_17_3.png", "text": "What are both the person within the orange mask contour and the person within the red mask contour doing?", "category": "conv", "question_id": 19}
+{"image": "v1_17_4.png", "text": "Do the person pointed by the green arrow, the person pointed by the blue arrow, and the person pointed by the red arrow wear winter tops of different colors?", "category": "conv", "question_id": 20}
+{"image": "v1_18_0.png", "text": "What is located to the right of the object within the blue mask contour?", "category": "conv", "question_id": 21}
+{"image": "v1_18_1.png", "text": "What is the object pointed by the pink arrow?", "category": "conv", "question_id": 22}
+{"image": "v1_20_0.png", "text": "What is the spatial relation between the object pointed by the red arrow and the object within the blue triangle?", "category": "conv", "question_id": 23}
+{"image": "v1_21_0.png", "text": "What is the number of the parking spot within the green mask contour?", "category": "conv", "question_id": 24}
+{"image": "v1_21_1.png", "text": "Is there a car parked in the spot within the blue mask contour?", "category": "conv", "question_id": 25}
+{"image": "v1_21_2.png", "text": "On which spot is the car marked by the green dot parked?", "category": "conv", "question_id": 26}
+{"image": "v1_23_0.png", "text": "What is the price for the items within the green ellipse?", "category": "conv", "question_id": 27}
+{"image": "v1_23_1.png", "text": "What fruit is to the right of the items within the white triangle?", "category": "conv", "question_id": 28}
+{"image": "v1_23_2.png", "text": "If I want to buy one of the fruit within the green ellipse and two of the fruit within the blue ellipse, how much would I pay?", "category": "conv", "question_id": 29}
+{"image": "v1_23_3.png", "text": "Which one has the lowest price, the fruit within the blue triangle, within the green triangle, or within the orange triangle? Respond with the name of the fruit.", "category": "conv", "question_id": 30}
+{"image": "v1_25_0.png", "text": "Based on the image, what is the total international awareness of the person within the green mask contour?", "category": "conv", "question_id": 31}
+{"image": "v1_25_1.png", "text": "Based on the image, in which country does the person within the green ellipse have the highest level of total awareness?", "category": "conv", "question_id": 32}
+{"image": "v1_28_0.png", "text": "What is the number displayed on the motorcycle ridden by the motorcyclist within the green rectangle?", "category": "conv", "question_id": 33}
+{"image": "v1_28_1.png", "text": "What is the number displayed on the motorcycle within the green mask contour?", "category": "conv", "question_id": 34}
+{"image": "v1_30_0.png", "text": "Which is closer to the camera, Object 1: the object marked with green dot or Object 2: the object marked with red dot?", "category": "conv", "question_id": 35}
+{"image": "v1_31_0.png", "text": "Which is closer to the camera, Object 1: the object within the red rectangle or Object 2: the object within the blue rectangle?", "category": "conv", "question_id": 36}
+{"image": "v1_32_0.png", "text": "What should I do after the step within the red ellipse, before the step within the blue ellipse?", "category": "conv", "question_id": 37}
+{"image": "v1_33_0.png", "text": "Should I add sugar during the step within the red triangle?", "category": "conv", "question_id": 38}
+{"image": "v1_34_0.png", "text": "What should I do before the step marked with the red scribble?", "category": "conv", "question_id": 39}
+{"image": "v1_35_0.png", "text": "What is the index of the step marked with the red scribble?", "category": "conv", "question_id": 40}
+{"image": "v1_36_0.png", "text": "What should we add in the step marked with the green scribble?", "category": "conv", "question_id": 41}
+{"image": "v1_37_0.png", "text": "What should kids do after the step marked with the green scribble?", "category": "conv", "question_id": 42}
+{"image": "v1_38_0.png", "text": "What should be drawn during the step within the brown ellipse?", "category": "conv", "question_id": 43}
+{"image": "v1_39_0.png", "text": "What is the next step following the one marked with the pink scribble?", "category": "conv", "question_id": 44}
+{"image": "v1_40_0.png", "text": "What does the step marked with the yellow scribble suggest?", "category": "conv", "question_id": 45}
+{"image": "v1_41_0.png", "text": "What is the strategy within the yellow rectangle given in the image?", "category": "conv", "question_id": 46}
+{"image": "v1_42_0.png", "text": "What is the average total fueling cost excluding the car within the red rectangle?", "category": "conv", "question_id": 47}
+{"image": "v1_44_0.png", "text": "What is total plastic produced by the category within the green rectangle?", "category": "conv", "question_id": 48}
+{"image": "v1_44_1.png", "text": "What is the difference in metric tonnes between the amount of plastic produced and the amount discarded for the category marked by the green scribble?", "category": "conv", "question_id": 49}
+{"image": "v1_46_0.png", "text": "What is the cost of the category within the green rectangle in the quarter within the brown rectangle?", "category": "conv", "question_id": 50}
+{"image": "v1_46_1.png", "text": "What is the total cost for the quarter marked by the brown scribble?", "category": "conv", "question_id": 51}
+{"image": "v1_48_0.png", "text": "In which direction does the window marked by the light blue scribble face?", "category": "conv", "question_id": 52}
+{"image": "v1_48_1.png", "text": "What are the appliances in the space within the pink rectangle in this floorplan?", "category": "conv", "question_id": 53}
+{"image": "v1_50_0.png", "text": "Between the room within the red rectangle and the room within the blue rectangle, what is the name of the one that is larger?", "category": "conv", "question_id": 54}
+{"image": "v1_50_1.png", "text": "Between the room within the red rectangle and the room within the blue rectangle, what is the name of the one that is larger?", "category": "conv", "question_id": 55}
+{"image": "v1_52_0.png", "text": "What will happen if the condition marked by the blue dot is true?", "category": "conv", "question_id": 56}
+{"image": "v1_53_0.png", "text": "What is step marked by the pink scribble in the flowchart?", "category": "conv", "question_id": 57}
+{"image": "v1_54_0.png", "text": "What is the average wait time for the step within the green ellip?", "category": "conv", "question_id": 58}
+{"image": "v1_55_0.png", "text": "Which year has the highest growth rate of the price within the green rectangle?", "category": "conv", "question_id": 59}
+{"image": "v1_56_0.png", "text": "What is Japan's GDP in year marked by the green scribble?", "category": "conv", "question_id": 60}
+{"image": "v1_56_1.png", "text": "In the range marked by the green scribble, which year witnessed the greatest growth?", "category": "conv", "question_id": 61}
+{"image": "v1_57_0.png", "text": "In which years did the sport within the pink triangle and the sport within the brown triangle have the same number of gold medals?", "category": "conv", "question_id": 62}
+{"image": "v1_58_0.png", "text": "In which attribute marked by the red scribble is the person who has the highest attribute marked by the blue scribble from?", "category": "conv", "question_id": 63}
+{"image": "v1_58_1.png", "text": "Based on the table, how much is the person within the red ellipse earning?", "category": "conv", "question_id": 64}
+{"image": "v1_60_0.png", "text": "Which country has a below-average value in the column marked by the red dot?", "category": "conv", "question_id": 65}
+{"image": "v1_61_1.png", "text": "Which country has the highest value in the column marked by the green scribble?", "category": "conv", "question_id": 66}
+{"image": "v1_62_1.png", "text": "What percentage does the category marked by the green scribble contribute to total income?", "category": "conv", "question_id": 67}
+{"image": "v1_64_0.png", "text": "Who is the person marked by the red dot?", "category": "conv", "question_id": 68}
+{"image": "v1_66_0.png", "text": "Who is the person within the green mask contour?", "category": "conv", "question_id": 69}
+{"image": "v1_66_1.png", "text": "Are the person marked by the red scribble and the person marked by the blue scribble of the same race?", "category": "conv", "question_id": 70}
+{"image": "v1_66_2.png", "text": "Who is the one that is not looking into the camera? The person marked by the red dot, marked by the blue dot, or marked by the green dot? Respond with the name of the person.", "category": "conv", "question_id": 71}
+{"image": "v1_67_0.png", "text": "What type of milk is pointed by the red arrow?", "category": "conv", "question_id": 72}
+{"image": "v1_73_0.png", "text": "What is the make of the car pointed by the red arrow?", "category": "conv", "question_id": 73}
+{"image": "v1_75_0.png", "text": "what is the logo pointed by the light blue arrow on the car?", "category": "conv", "question_id": 74}
+{"image": "v1_77_1.png", "text": "Is the object pointed by the yellow arrow taller than all of its peers?", "category": "conv", "question_id": 75}
+{"image": "v1_77_2.png", "text": "Are there only three objects on the building that look like the object within the red mask contour?", "category": "conv", "question_id": 76}
+{"image": "v1_77_3.png", "text": "Is the person pointed by the red arrow talking to anyone?", "category": "conv", "question_id": 77}
+{"image": "v1_77_4.png", "text": "Is the object within the red mask contour larger than the object within the blue mask contour?", "category": "conv", "question_id": 78}
+{"image": "v1_85_0.png", "text": "What is the color of the animal within the blue ellipse?", "category": "conv", "question_id": 79}
+{"image": "v1_85_1.png", "text": "Do the animals within the brown rectangle have different colors?", "category": "conv", "question_id": 80}
+{"image": "v1_86_0.png", "text": "What does the object marked by the red dot contain?", "category": "conv", "question_id": 81}
+{"image": "v1_86_1.png", "text": "Does the object pointed by the yellow arrow have a darker color than others?", "category": "conv", "question_id": 82}
+{"image": "v1_86_2.png", "text": "Is the object pointed by the pink arrow not connected to anything else?", "category": "conv", "question_id": 83}
+{"image": "v1_87_0.png", "text": "How many books have the same color as the book marked by the green scribble?", "category": "conv", "question_id": 84}
+{"image": "v1_87_1.png", "text": "Are the books within the red rectangle the same color?", "category": "conv", "question_id": 85}
+{"image": "v1_87_2.png", "text": "Which book has a cross on it? Book 1: the book marked by the light red scribble, or Book 2: the book marked by the light blue scribble?", "category": "conv", "question_id": 86}
+{"image": "v1_87_3.png", "text": "Which book is thicker? Book 1: the book marked by the red dot, Book 2: the book marked by the blue dot, or Book 3: the book marked by the green dot?", "category": "conv", "question_id": 87}
+{"image": "v1_89_1.png", "text": "Which letter is a capitalized letter? Letter 1: the letter within the red ellipse, or Letter 2: the letter within the blue ellipse?", "category": "conv", "question_id": 88}
+{"image": "v1_89_2.png", "text": "Which of the following letters did not appear at least 3 times? Letter 1: the letter within the red rectangle, Letter 2: the letter within the blue rectangle, or Letter 3: the letter within the green rectangle?", "category": "conv", "question_id": 89}
+{"image": "v1_90_1.png", "text": "Which of the following text has a different font than the others? Text 1: the text marked by the red scribble, Text 2: the text marked by the blue scribble, or Text 3: the text marked by the green scribble?", "category": "conv", "question_id": 90}
+{"image": "v1_91_0.png", "text": "What is the text marked by the pink dot?", "category": "conv", "question_id": 91}
+{"image": "v1_91_1.png", "text": "Are there numbers in the text within the brown ellipse?", "category": "conv", "question_id": 92}
+{"image": "v1_92_1.png", "text": "How many letters are there that are the same as the letter within the blue ellipse?", "category": "conv", "question_id": 93}
+{"image": "v1_93_1.png", "text": "How many words are there that are the same as the word within the red ellipse, including the word itself?", "category": "conv", "question_id": 94}
+{"image": "v1_94_0.png", "text": "What is the brand of the device marked by the red dot?", "category": "conv", "question_id": 95}
+{"image": "v1_94_1.png", "text": "What does the app within the red ellipse do?", "category": "conv", "question_id": 96}
+{"image": "v1_95_0.png", "text": "What is the license plate number within the red rectangle?", "category": "conv", "question_id": 97}
+{"image": "v1_96_1.png", "text": "Which of the following hats are red? Hat 1: the hat pointed by the pink arrow, or Hat 2: the hat pointed by the yellow arrow?", "category": "conv", "question_id": 98}
+{"image": "v1_96_2.png", "text": "Which of the following objects is not an offensive weapon? Object 1: the object pointed by the red arrow, Object 2: the object pointed by the blue arrow, Object 3: the object pointed by the green arrow, or Object 4: the object pointed by the yellow arrow?", "category": "conv", "question_id": 99}
+{"image": "v1_97_1.png", "text": "Which of the following characters appeared only once? Character 1: the character within the red ellipse, Character 2: the character within the blue ellipse, Character 3: the character within the green ellipse, or Character 4: the character within the yellow ellipse?", "category": "conv", "question_id": 100}
+{"image": "v1_99_1.png", "text": "Does the object within the blue mask contour consume anything else?", "category": "conv", "question_id": 101}
+{"image": "v1_99_2.png", "text": "What animal does the object within the green ellipse consume?", "category": "conv", "question_id": 102}
+{"image": "v1_99_3.png", "text": "Do the animals in the region within the red rectangle eat each other?", "category": "conv", "question_id": 103}
+{"image": "v1_100_0.png", "text": "Compare the average kinetic energies of the particles in each sample. The diagrams below show two pure samples of gas in identical closed, rigid containers. Each colored ball represents one gas particle. Both samples have the same number of particles. Which sample has the higher temperature? Sample A within the red rectangle or sample B within the blue rectangle?", "category": "conv", "question_id": 104}
+{"image": "v1_101_1.png", "text": "Is the state with the blue scribble more north or more south than the state with the red scribble?", "category": "conv", "question_id": 105}
+{"image": "v1_101_2.png", "text": "Of the states within the red rectangle, within the blue ellipse, and within the green triangle, which one is closer to the United Kingdom? Respond with the name of the state.", "category": "conv", "question_id": 106}
+{"image": "v1_102_1.png", "text": "Are the debris within the yellow mask contour made of the same material?", "category": "conv", "question_id": 107}
+{"image": "v1_102_2.png", "text": "What composes the debris within the brown ellipse?", "category": "conv", "question_id": 108}
+{"image": "v1_104_1.png", "text": "Is the person with green scribble wearing a medal?", "category": "conv", "question_id": 109}
+{"image": "v1_104_2.png", "text": "Are the persons within the red mask contour and within the blue mask contour both wearing a medal?", "category": "conv", "question_id": 110}
+{"image": "v1_104_3.png", "text": "Of the following persons: person 1: within the red mask contour, person 2: within the blue mask contour, and person 3: within the green mask contour, which one is wearing green?", "category": "conv", "question_id": 111}
+{"image": "v1_106_0.png", "text": "Are the objects within the blue mask contour taller than the objects within the red mask contour?", "category": "conv", "question_id": 112}
+{"image": "v1_107_0.png", "text": "Is this object pointed by black arrow taking off or landing?", "category": "conv", "question_id": 113}
+{"image": "v1_108_1.png", "text": "Is the person within the green mask contour facing the camera?", "category": "conv", "question_id": 114}
+{"image": "v1_108_2.png", "text": "What is the facial expression of the person within the red mask contour?", "category": "conv", "question_id": 115}
+{"image": "v1_109_0.png", "text": "Is the object pointed by green arrow empty or full?", "category": "conv", "question_id": 116}
+{"image": "v1_110_0.png", "text": "Does the animal with purple scribble appear dangerous?", "category": "conv", "question_id": 117}
+{"image": "v1_111_0.png", "text": "Is there any reflection of the animal within the brown mask contour in the water?", "category": "conv", "question_id": 118}
+{"image": "v1_112_0.png", "text": "Is the person pointed by the blue arrow happy?", "category": "conv", "question_id": 119}
+{"image": "v1_113_1.png", "text": "Is the cat within yellow rectangle the only cat with this color?", "category": "conv", "question_id": 120}
+{"image": "v1_113_2.png", "text": "What are the colors of the cats within the red mask contour?", "category": "conv", "question_id": 121}
+{"image": "v1_114_0.png", "text": "Is that wine in the background indicated by green point", "category": "conv", "question_id": 122}
+{"image": "v1_114_1.png", "text": "Is the object marked by red scribble open or closed?", "category": "conv", "question_id": 123}
+{"image": "v1_115_0.png", "text": "Is the person within the black ellipse going to fall down?", "category": "conv", "question_id": 124}
+{"image": "v1_116_1.png", "text": "Is the animal within the red triangle the only animal facing that direction?", "category": "conv", "question_id": 125}
+{"image": "v1_116_2.png", "text": "What is the animal pointed by blue arrow?", "category": "conv", "question_id": 126}
+{"image": "v1_117_1.png", "text": "What is the color of the pot within the blue mask contour?", "category": "conv", "question_id": 127}
+{"image": "v1_117_2.png", "text": "Are the pots within the red rectangle of the same color?", "category": "conv", "question_id": 128}
+{"image": "v1_117_3.png", "text": "How many flower pots are there within the red rectangle?", "category": "conv", "question_id": 129}
+{"image": "v1_117_4.png", "text": "Which plant has more leaves visible? Plant 1: the plant pointed by red arrow, or Plant 2: the plant within the black ellipse?", "category": "conv", "question_id": 130}
+{"image": "v1_117_5.png", "text": "Which plant is the tallest? Plant 1: the plant within the red mask contour, Plant 2: the plant within the blue mask contour, or Plant 3: the plant within the yellow mask contour?", "category": "conv", "question_id": 131}
+{"image": "v1_118_1.png", "text": "Between the building with yellow scribble and the building within the blue triangle, what is the color of the building that is taller?", "category": "conv", "question_id": 132}
+{"image": "v1_118_2.png", "text": "Between the building within the red mask contour, the building within the blue mask contour, and the building within the green mask contour, what is the color of the building that has the different color compared to the rest?", "category": "conv", "question_id": 133}
+{"image": "v1_119_0.png", "text": "What is the fence within the blue rectangle made of?", "category": "conv", "question_id": 134}
+{"image": "v1_120_0.png", "text": "Does the person within the green ellipse appear to be sitting?", "category": "conv", "question_id": 135}
+{"image": "v1_120_1.png", "text": "Is the person brown scribble holding a pen?", "category": "conv", "question_id": 136}
+{"image": "v1_122_0.png", "text": "Is the curtain within the red rectangle on the right side or on the left of the picture?", "category": "conv", "question_id": 137}
+{"image": "v1_123_1.png", "text": "What is the color of the animal pointed by red arrow?", "category": "conv", "question_id": 138}
+{"image": "v1_123_2.png", "text": "How many objects indicated by green point are there?", "category": "conv", "question_id": 139}
+{"image": "v1_124_0.png", "text": "Are there napkins under the utensils within the blue mask contour?", "category": "conv", "question_id": 140}
+{"image": "v1_124_1.png", "text": "How many objects are there marked by green scribble?", "category": "conv", "question_id": 141}
+{"image": "v1_126_1.png", "text": "What is contained within the blue triangle?", "category": "conv", "question_id": 142}
+{"image": "v1_127_0.png", "text": "What is this animal pointed by red arrow called?", "category": "conv", "question_id": 143}
+{"image": "v1_128_0.png", "text": "What is the name of the animal in the image that is larger, the animal within the red ellipse or the animal within the blue rectangle?", "category": "conv", "question_id": 144}
+{"image": "v1_129_0.png", "text": "On the desk within the blue rectangle, what is to the left of the laptop indicated by red point?", "category": "conv", "question_id": 145}
+{"image": "v1_129_1.png", "text": "Between Object 1: the object pointed by red arrow and Object 2: the object pointed by blue arrow, which one has a larger screen?", "category": "conv", "question_id": 146}
+{"image": "v1_129_2.png", "text": "Of the three electronics/appliances, one within the red rectangle, one within the blue rectangle, and one within the green triangle, what is the name of the one that interacts with physical paper?", "category": "conv", "question_id": 147}
+{"image": "v1_130_0.png", "text": "What is the man with red scribble riding?", "category": "conv", "question_id": 148}
+{"image": "v1_130_1.png", "text": "What is the object within the yellow mask contour?", "category": "conv", "question_id": 149}
+{"image": "v1_131_0.png", "text": "Is the person within the green ellipse to the left or to the right of the object within yellow rectangle?", "category": "conv", "question_id": 150}
+{"image": "v1_132_0.png", "text": "What is the object with green scribble on, a side table or a nightstand?", "category": "conv", "question_id": 151}
+{"image": "v1_132_1.png", "text": "What is color of object pointed by blue point?", "category": "conv", "question_id": 152}
+{"image": "v1_133_0.png", "text": "What do both the object within the green mask contour and the object within the blue rectangle have in common?", "category": "conv", "question_id": 153}
+{"image": "v1_134_0.png", "text": "Is the object within the red mask contour made of the same material as the object within the blue mask contour?", "category": "conv", "question_id": 154}
+{"image": "v1_135_0.png", "text": "Does the object pointed by red arrow have a different color than the object pointed by blue arrow?", "category": "conv", "question_id": 155}
+{"image": "v1_136_1.png", "text": "What is the color of object with brown scribble?", "category": "conv", "question_id": 156}
+{"image": "v1_136_2.png", "text": "What do the people within the red rectangle have in common on their head?", "category": "conv", "question_id": 157}
+{"image": "v1_137_0.png", "text": "Are the animal within the red ellipse and the animal within the blue ellipse different species?", "category": "conv", "question_id": 158}
+{"image": "v1_138_1.png", "text": "What is on the shirt the person within the yellow rectangle is wearing?", "category": "conv", "question_id": 159}
+{"image": "v1_139_1.png", "text": "What is the person with blue scribble holding?", "category": "conv", "question_id": 160}
+{"image": "v1_139_2.png", "text": "How many children are within the green rectangle?", "category": "conv", "question_id": 161}
+{"image": "v1_141_1.png", "text": "Is the person within the green triangle taller or shorter?", "category": "conv", "question_id": 162}
+{"image": "v1_142_1.png", "text": "Between the object within the blue rectangle and the object within the green ellipse, what is the color of the object that is smaller?", "category": "conv", "question_id": 163}
+{"image": "v1_143_0.png", "text": "Is the person pointed by red arrow going to be mad at the person pointed by blue arrow, for looking at the person pointed by green arrow? Answer it and give the rationale.", "category": "conv", "question_id": 164}
+{"image": "v1_144_0.png", "text": "Why does the person within the yellow rectangle have both of their hands in the air? Answer it and give the rationale.", "category": "conv", "question_id": 165}
+{"image": "v1_145_0.png", "text": "What kind of school does the person with yellow scribble go to? Answer it and give the rationale.", "category": "conv", "question_id": 166}
+{"image": "v1_146_1.png", "text": "What is the color of the clothing of the person within the green ellipse?", "category": "conv", "question_id": 167}
+{"image": "v1_146_2.png", "text": "Are the persons within the red rectangle all wearing dresses?", "category": "conv", "question_id": 168}
+{"image": "v1_147_0.png", "text": "Why is the person pointed by blue arrow happy? Answer it and give the rationale.", "category": "conv", "question_id": 169}
+{"image": "v1_149_1.png", "text": "Is the entity within the red rectangle the richest amongst them all?", "category": "conv", "question_id": 170}
+{"image": "v1_159_0.png", "text": "How to make the drink/beverage within the red mask contour?", "category": "conv", "question_id": 171}
+{"image": "v1_159_1.png", "text": "Between the object within the red ellipse, the object within the blue ellipse, and the object within the green ellipse, what is the name of the object that appeared the least?", "category": "conv", "question_id": 172}
+{"image": "v1_164_1.png", "text": "What is the object indicated by blue point?", "category": "conv", "question_id": 173}
+{"image": "v1_164_2.png", "text": "What is the object with yellow scribble?", "category": "conv", "question_id": 174}
+{"image": "v1_166_0.png", "text": "How to cook the dish within the blue mask contour?", "category": "conv", "question_id": 175}
+{"image": "v1_169_1.png", "text": "What is the job of the person pointed by red arrow?", "category": "conv", "question_id": 176}
+{"image": "v1_176_1.png", "text": "What is the color of the clothing of the person within the yellow rectangle?", "category": "conv", "question_id": 177}
+{"image": "v1_184_1.png", "text": "What is the color of the clothing of the person within the black mask contour?", "category": "conv", "question_id": 178}
+{"image": "v1_187_1.png", "text": "Between Person 1: the person with yellow scribble and Person 2: the person with green scribble, who would have been considered to hold a higher political position in ancient times?", "category": "conv", "question_id": 179}
+{"image": "v1_187_2.png", "text": "Between Person 1: the person within the red ellipse, Person 2: the person within the blue ellipse, and Person 3: the person within the green ellipse, who is not holding a fan for the emperor?", "category": "conv", "question_id": 180}
+{"image": "v1_196_0.png", "text": "Given strawberry with red scribble and strawberry with blue scribble, which one is ill? What is its disease (provide a short introduction) and how to treat it?", "category": "conv", "question_id": 181}
+{"image": "v1_206_0.png", "text": "Can you give a short description about the person within the blue ellipse?", "category": "conv", "question_id": 182}
+{"image": "v1_208_0.png", "text": "The graph below shows the long-term international migration, UK, 1999-2008.\n\n Look at the region within the red rectangle and explain why is net migration in region within the red rectangle larger than that of the region outside of it? Summarize the information by selecting and reporting the main features, and make comparisons where relevant.\n\nYou should write at least 100 words.", "category": "conv", "question_id": 183}
+{"image": "v1_209_0.png", "text": "The graph and table below give information about water use worldwide and water consumption in two different countries.\n\n Look at the region within the red rectangle. Why did water consumption increase much more drastically in this region? Summarise the information by selecting and reporting the main features, and make comparisons where relevant.\n\nYou should write at least 150 words.", "category": "conv", "question_id": 184}
+{"image": "v1_210_1.png", "text": "Between the year within the red rectangle and the year within the blue rectangle, which year has a smaller marriage rate?. Respond with the actual year. ", "category": "conv", "question_id": 185}
+{"image": "v1_211_1.png", "text": "Which country spent the most on category within the red ellipse?", "category": "conv", "question_id": 186}
+{"image": "v1_211_2.png", "text": "Amongst the category within the blue rectangle, the category within the red rectangle, and the category within the green rectangle, what did the country within the yellow rectangle consume the most? Respond with the item name.", "category": "conv", "question_id": 187}
+{"image": "v1_214_0.png", "text": "The pie charts below show units of electricity production by fuel source in Australia and France in 1980 and 2000.\n\n Given the region within the red rectangle, what did both countries reduce in consumption and what did they both use more in that era within the red rectangle? Summarise the information by selecting and reporting the main features, and make comparisons where relevant.\n\nYou should write at least 150 words.", "category": "conv", "question_id": 188}
+{"image": "v1_218_0.png", "text": "Based on the time line, which event happens after the event within the blue mask contour and before the event within the red mask contour? Please answer with the corresponding event.", "category": "conv", "question_id": 189}
+{"image": "v1_219_0.png", "text": "Based on the event chain, which event happened immediately before the event within the red rectangle?", "category": "conv", "question_id": 190}
+{"image": "v1_220_0.png", "text": "Based on the time line, when did people start playing the sport within the red mask contour? Before the sport within the blue mask contour or the sport within the green mask contour? Please answer with the corresponding activity.", "category": "conv", "question_id": 191}
+{"image": "v1_221_0.png", "text": "Based on the table, what did the person within the red ellipse invent?", "category": "conv", "question_id": 192}
+{"image": "v1_222_0.png", "text": "Based on the event chain, when did the event within the red rectangle happen? After the event within the blue rectangle or after the event within the green rectangle? Please answer with the corresponding event.", "category": "conv", "question_id": 193}
+{"image": "v1_224_0.png", "text": "Does the person with green scribble have a backpack?", "category": "conv", "question_id": 194}
+{"image": "v1_225_0.png", "text": "Does the solution within the green ellipse have a higher concentration?", "category": "conv", "question_id": 195}
+{"image": "v1_226_0.png", "text": "Is the person within the green mask contour looking at other adults?", "category": "conv", "question_id": 196}
+{"image": "v1_226_1.png", "text": "Is the person pointed by blue arrow looking at other babies?", "category": "conv", "question_id": 197}
+{"image": "v1_227_0.png", "text": "What is the occupation of the person within the green circle?", "category": "conv", "question_id": 198}
+{"image": "v1_228_0.png", "text": "What is the shape of the object pointed by black point?", "category": "conv", "question_id": 199}
+{"image": "v1_228_1.png", "text": "What is the color of the object within the yellow circle?", "category": "conv", "question_id": 200}
+{"image": "v1_229_0.png", "text": "Is the object indicated by blue point occluding anything?", "category": "conv", "question_id": 201}
+{"image": "v1_230_0.png", "text": "What is the color of the object within the red mask contour?", "category": "conv", "question_id": 202}
+{"image": "v1_231_0.png", "text": "What is the color of the part of the sofa within the red circle?", "category": "conv", "question_id": 203}
+{"image": "v1_232_0.png", "text": "Is there any indentation on the surface of the object within the red rectangle?", "category": "conv", "question_id": 204}
+{"image": "v1_233_0.png", "text": "Is the object pointed at by the red arrow smaller or larger?", "category": "conv", "question_id": 205}
+{"image": "v1_234_0.png", "text": "How many objects are there in the container marked by the green scribble?", "category": "conv", "question_id": 206}
+{"image": "v1_235_0.png", "text": "Is the object within the red triangle heavier or lighter?", "category": "conv", "question_id": 207}
+{"image": "v1_236_0.png", "text": "How many cubes does the object with the red circle have?", "category": "conv", "question_id": 208}
+{"image": "v1_237_0.png", "text": "Is the person within the red ellipse looking down upon or looking up at the other?", "category": "conv", "question_id": 209}
+{"image": "v1_238_0.png", "text": "Is the animal within the red mask contour facing the camera?", "category": "conv", "question_id": 210}
+{"image": "v1_238_1.png", "text": "Is the animal within the red rectangle facing the camera?", "category": "conv", "question_id": 211}
+{"image": "v1_239_0.png", "text": "What is the object NOT pointed to by the red arrow?", "category": "conv", "question_id": 212}
+{"image": "v1_239_1.png", "text": "What is the object marked by the green scribble?", "category": "conv", "question_id": 213}
+{"image": "v1_240_0.png", "text": "Is the person within the red triangle falling off?", "category": "conv", "question_id": 214}
+{"image": "v1_241_0.png", "text": "Is the object with the red circle facing the parking lot or the grass?", "category": "conv", "question_id": 215}
+{"image": "v1_241_1.png", "text": "Does the object within the red mask contour have a spare tire on its back?", "category": "conv", "question_id": 216}
+{"image": "v1_242_0.png", "text": "What is the emotion expressed by the person within the red ellipse?", "category": "conv", "question_id": 217}
+{"image": "v1_243_0.png", "text": "Is the person within the red rectangle being fed or feeding others?", "category": "conv", "question_id": 218}
+{"image": "v1_244_0.png", "text": "What is the person marked with the red scribble holding?", "category": "conv", "question_id": 219}
+{"image": "v1_245_0.png", "text": "Is the animal with the red triangle shorter or taller?", "category": "conv", "question_id": 220}
+{"image": "v1_246_0.png", "text": "What is the color of the animal with the red circle?", "category": "conv", "question_id": 221}
+{"image": "v1_246_1.png", "text": "Is the animal pointed to by the red arrow facing left or right?", "category": "conv", "question_id": 222}
+{"image": "v1_247_0.png", "text": "Is the person within the red mask contour the only one without shoes?", "category": "conv", "question_id": 223}
+{"image": "v1_247_1.png", "text": "How many persons are of the same gender as the person within the red ellipse?", "category": "conv", "question_id": 224}
+{"image": "v1_248_0.png", "text": "What is the color of the animal within the red rectangle?", "category": "conv", "question_id": 225}
+{"image": "v1_249_0.png", "text": "Is the object with the blue triangle the only one in the image?", "category": "conv", "question_id": 226}
+{"image": "v1_249_1.png", "text": "How many objects can you see that are the same as the object with the green scribble?", "category": "conv", "question_id": 227}
+{"image": "v1_250_0.png", "text": "What is the object with the red circle on it?", "category": "conv", "question_id": 228}
+{"image": "v1_251_0.png", "text": "Are the persons within the red mask contour on the same team?", "category": "conv", "question_id": 229}
+{"image": "v1_252_0.png", "text": "There are multiple objects that are the same as the object pointed to by the red arrow. Is the object pointed to by the red arrow closer or farther from the camera?", "category": "conv", "question_id": 230}
+{"image": "v1_252_1.png", "text": "How many objects are there that are the same as the object within the red ellipse, including the one that is marked?", "category": "conv", "question_id": 231}
+{"image": "v1_253_0.png", "text": "What is the object within the red rectangle holding?", "category": "conv", "question_id": 232}
+{"image": "v1_254_0.png", "text": "Is the person within the red triangle looking away or looking at the camera?", "category": "conv", "question_id": 233}
+{"image": "v1_255_0.png", "text": "Between Person 1: the person marked by the red scribble and Person 2: the person marked by the blue scribble, who is wearing red?", "category": "conv", "question_id": 234}
+{"image": "v1_255_1.png", "text": "Between Object 1: the object marked by the red circle, Object 2: the object marked by the blue circle, and Object 3: the object by the green circle, what is the color of the one that is different from the others?", "category": "conv", "question_id": 235}
+{"image": "v1_256_0.png", "text": "Does the object pointed to by the red arrow and the object pointed to by the blue arrow have the same color?", "category": "conv", "question_id": 236}
+{"image": "v1_256_1.png", "text": "Between the object within the red mask contour, the object within the blue mask contour, and the object within the green mask contour, what is the name of the object that is different?", "category": "conv", "question_id": 237}
+{"image": "v1_257_0.png", "text": "Between Car 1: the car with the red triangle and Car 2: the car with the blue triangle, which car is white?", "category": "conv", "question_id": 238}
+{"image": "v1_257_1.png", "text": "Between Car 1: the car marked by the red scribble, Car 2: the car marked by the blue scribble, and Car 3: the car marked by the green scribble, which car is a pick-up truck?", "category": "conv", "question_id": 239}
+{"image": "v1_258_0.png", "text": "Between Person 1: the person within the red ellipse and Person 2: the person within the blue ellipse, which person is wearing sunglasses?", "category": "conv", "question_id": 240}
+{"image": "v1_258_1.png", "text": "Between Person 1: the person within the red rectangle, and Person 2: the person within the blue rectangle, which person is taller?", "category": "conv", "question_id": 241}
+{"image": "v1_259_0.png", "text": "Between the person marked by the red circle, the person marked by the blue circle, and the person marked by the green circle, what color is the person with glasses wearing?", "category": "conv", "question_id": 242}
+{"image": "v1_259_1.png", "text": "Between the object pointed to by the red arrow and the object pointed to by the blue arrow, do they both contain the same liquid?", "category": "conv", "question_id": 243}
+{"image": "v1_260_0.png", "text": "Why is the person within the red mask contour in a different posture as compared to the person within the blue mask contour?", "category": "conv", "question_id": 244}
+{"image": "v1_260_1.png", "text": "Between Person 1: the person within the red ellipse, Person 2: the person within the blue ellipse, and Person 3: the person within the green ellipse, which person has less white hair?", "category": "conv", "question_id": 245}
+{"image": "v1_261_0.png", "text": "Between Object 1: the object within the red rectangle and Object 2: the object within the blue rectangle, which one is being used?", "category": "conv", "question_id": 246}
+{"image": "v1_262_0.png", "text": "Between Object 1: the object marked by the red scribble, Object 2: the object marked by the blue scribble, and Object 3: the object marked by the green scribble, which one is taller?", "category": "conv", "question_id": 247}
+{"image": "v1_262_1.png", "text": "Between Object 1: the object within the red triangle and Object 2: the object within the blue triangle, which one is supposed to only be used by one person?", "category": "conv", "question_id": 248}
+{"image": "v1_263_0.png", "text": "Between Object 1: the object with the red circle and Object 2: the object with the blue circle, which one has something on it?", "category": "conv", "question_id": 249}
+{"image": "v1_263_1.png", "text": "Between Object 1: the object pointed to by the red arrow, Object 2: the object pointed to by the blue arrow, and Object 3: the object pointed to by the green arrow, is the smallest one to the left of, to the right of, or in the middle of the other two?", "category": "conv", "question_id": 250}
+{"image": "v1_264_0.png", "text": "Between Object 1: the object within the red mask contour, Object 2: the object within the blue mask contour, and Object 3: the object within the green mask contour, which one does not produce sound by itself?", "category": "conv", "question_id": 251}
+{"image": "v1_264_1.png", "text": "Both the object within the red ellipse and the object within the blue ellipse look like they are made from similar materials. What is the material?", "category": "conv", "question_id": 252}
+{"image": "v1_265_0.png", "text": "Between Object 1: the object within the red rectangle and Object 2: the object within the blue rectangle, which one is healthier?", "category": "conv", "question_id": 253}
+{"image": "v1_265_1.png", "text": "Between Object 1: the object marked by the red scribble, Object 2: the object marked by the blue scribble, and Object 3: the object marked by the green scribble, which one has a lid?", "category": "conv", "question_id": 254}
+{"image": "v1_266_0.png", "text": "Between Object 1: the object within the red triangle, Object 2: the object within the blue triangle, and Object 3: the object within the green triangle, which one is the tallest?", "category": "conv", "question_id": 255}
+{"image": "v1_267_0.png", "text": "Between Object 1: the object pointed to by the red arrow, Object 2: the object point to by the blue arrow, and Object 3: the object pointed to by the green arrow, which one is moving?", "category": "conv", "question_id": 256}
+{"image": "v1_267_1.png", "text": "Between Person 1: the person marked by the red circle and Person 2: the person marked by the blue circle, who is closer to the store?", "category": "conv", "question_id": 257}
+{"image": "v1_268_0.png", "text": "Between Region 1: the region within the red rectangle and Region 2: the region within the blue rectangle, which one has books?", "category": "conv", "question_id": 258}
+{"image": "v1_268_1.png", "text": "Between Object 1: the object within the red ellipse, Object 2: the object within the blue ellipse, and Object 3: the object within the green ellipse, what do the other two have on top of them but one doesn't?", "category": "conv", "question_id": 259}
+{"image": "v1_269_0.png", "text": "Between Object 1: the object within the red mask contour, Object 2: the object within the blue mask contour, and Object 3: the object within the green mask contour, which has the most food?", "category": "conv", "question_id": 260}
+{"image": "v1_269_1.png", "text": "Between Object 1: the object within the red triangle and Object 2: the object within the blue triangle, which is closer to camera?", "category": "conv", "question_id": 261}
+{"image": "v1_270_0.png", "text": "Between Person 1: the person marked by the red scribble, Person 2: the person marked by the blue scribble, and Person 3: the person marked by the green scribble, who is wearing a white coat?", "category": "conv", "question_id": 262}
+{"image": "v1_271_0.png", "text": "Between Person 1: the person with the red circle and Person 2: the person with the blue circle, who is the organizer/advisor and why?", "category": "conv", "question_id": 263}
+{"image": "v1_271_1.png", "text": "Between Person 1: the person pointed to by the red arrow, Person 2: the person pointed to by the blue arrow, and Person 3: the person pointed to by the green arrow, only one person doesn't have something on his/her hand, what is that?", "category": "conv", "question_id": 264}
+{"image": "v1_272_0.png", "text": "Between Person 1: the person within the red mask contour and Person 2: the person within the blue mask contour, who is the batter?", "category": "conv", "question_id": 265}
+{"image": "v1_273_0.png", "text": "Between Object 1: the object within the red ellipse, Object 2: the object within the blue ellipse, and Object 3: the object within the green ellipse, which are chairs that the doctor will not sit on during the treatment?", "category": "conv", "question_id": 266}
+{"image": "v1_273_1.png", "text": "Between Object 1: the object within the red rectangle and Object 2: the object within the blue rectangle, which is a real plant?", "category": "conv", "question_id": 267}
+{"image": "v1_274_0.png", "text": "Between Object 1: the object within the red triangle, Object 2: the object within the blue triangle, and Object 3: the object within the green triangle, which object is moving away from the camera?", "category": "conv", "question_id": 268}
+{"image": "v1_274_1.png", "text": "Between Object 1: the object pointed to by the red arrow and Object 2: the object pointed to by the blue arrow, which tells you something related to taxis?", "category": "conv", "question_id": 269}
+{"image": "v1_275_0.png", "text": "Between Person 1: the person marked by the red scribble, Person 2: the person marked by the blue scribble, and Person 3: the person marked by the green scribble, who is the person wearing blue shirt?", "category": "conv", "question_id": 270}
+{"image": "v1_275_1.png", "text": "Between Object 1: the object with the red circle and Object 2: the object with the blue circle, which can usually carry more people?", "category": "conv", "question_id": 271}
+{"image": "v1_276_0.png", "text": "Between Object 1: the object within the red mask contour, Object 2: the object within the blue mask contour, and Object 3: the object within the green mask contour, which object is closest to the camera?", "category": "conv", "question_id": 272}
+{"image": "v1_276_1.png", "text": "Between Object 1: the object within the red ellipse and Object 2: the object within the blue ellipse, which one has numbers on it?", "category": "conv", "question_id": 273}
+{"image": "v1_277_0.png", "text": "Between Object 1: the object within the red rectangle, Object 2: the object within the blue rectangle, and Object 3: the object within the green rectangle, which object will end up going in the opposite direction of the other two?", "category": "conv", "question_id": 274}
+{"image": "v1_278_0.png", "text": "Between Object 1: the object with the red circle on it and Object 2: the object with the blue circle on it, whose license plate's last 4 digits form a number that is smaller than that of the other car's?", "category": "conv", "question_id": 275}
+{"image": "v1_278_1.png", "text": "Between Person 1: the person marked by the red scribble, Person 2: the person marked by the blue scribble and Person 3: the person marked by the green scribble, who is not talking to anyone outside?", "category": "conv", "question_id": 276}
+{"image": "v1_279_0.png", "text": "Between Object 1: the object within the red triangle and Object 2: the object within the blue triangle, which one is a living entity?", "category": "conv", "question_id": 277}
+{"image": "v1_280_0.png", "text": "Between Object 1: the object pointed to by the red arrow and Object 2: the object pointed to by the blue arrow, which one has an orange cap?", "category": "conv", "question_id": 278}
+{"image": "v1_280_1.png", "text": "Between Object 1: the object within the red mask contour, Object 2: the object within the blue mask contour, and Object 3: the object within the green mask contour, which one has something on top of it?", "category": "conv", "question_id": 279}
+{"image": "v1_281_0.png", "text": "Between Object 1: the object within the red ellipse, Object 2: the object within the blue ellipse, and Object 3: the object within the green ellipse, which one is different from the others and why?", "category": "conv", "question_id": 280}
+{"image": "v1_281_1.png", "text": "Between Object 1: the object within the red rectangle and Object 2: the object within the blue rectangle, which one has a similar duplicate in the image?", "category": "conv", "question_id": 281}
+{"image": "v1_282_0.png", "text": "Between Animal 1: the animal with the red scribble, Animal 2: the animal within the blue scribble, and Animal 3: the animal within the green scribble, which one has a different color?", "category": "conv", "question_id": 282}
+{"image": "v1_283_0.png", "text": "Between Person 1: the person within the red triangle and Person 2: the person within the blue triangle, who is trying to defend against who?", "category": "conv", "question_id": 283}
+{"image": "v1_284_0.png", "text": "Between Person 1: the person with the red circle, Person 2: the person with the blue circle, Person 3: the person with the green circle, and Person 4: the person with the yellow circle, who is the catcher and who just hit the ball?", "category": "conv", "question_id": 284}
+{"image": "v1_285_0.png", "text": "Between Object 1: the object pointed to by the red arrow and Object 2: the object pointed to by the blue arrow, which one is more expensive?", "category": "conv", "question_id": 285}
+{"image": "v1_286_0.png", "text": "Who is the person within the red mask contour talking to, Person 1: the person within the blue mask contour, or Person 2: the person within the green mask contour?", "category": "conv", "question_id": 286}
+{"image": "v1_287_0.png", "text": "Between Person 1: the person within the red ellipse and Person 2: the person within the blue ellipse, who is talking to someone?", "category": "conv", "question_id": 287}
+{"image": "v1_288_0.png", "text": "How does the person within the red rectangle differ in their duties on the field when compared to the person within the blue rectangle?", "category": "conv", "question_id": 288}
+{"image": "v1_289_0.png", "text": "What is the relationship between Entity 1: the entity within the red triangle and Entity 2: the entity within the blue triangle?", "category": "conv", "question_id": 289}
+{"image": "v1_290_0.png", "text": "Between Animal 1: the animal marked by the red scribble, Animal 2: the animal marked by the blue scribble, and Animal 3: the animal marked by the green scribble, whose owner wears green?", "category": "conv", "question_id": 290}
+{"image": "v1_291_0.png", "text": "Between Object 1: the object with the red circle and Object 2: the object with the blue circle, which one has more protein?", "category": "conv", "question_id": 291}
+{"image": "v1_292_0.png", "text": "Between Object 1: the object pointed to by the red arrow, Object 2: the object pointed to by the blue arrow, and Object 3: the object pointed to by the green arrow, which one is being eaten?", "category": "conv", "question_id": 292}
+{"image": "v1_293_0.png", "text": "Between Object 1: the object within the green ellipse, Object 2: the object within the blue ellipse, and Object 3: the object within the red ellipse, which one is not doing the activity/action that the other two are doing? Why?", "category": "conv", "question_id": 293}
+{"image": "v1_293_1.png", "text": "Between Object 1: the object within the red rectangle and Object 2: the object within the blue rectangle, which one is the leader?", "category": "conv", "question_id": 294}
+{"image": "v1_294_0.png", "text": "Between Person 1: the person within the red mask contour, Person 2: the person within the blue mask contour, and Person 3: the person within the green mask contour, which one is engaged in a conversation?", "category": "conv", "question_id": 295}
+{"image": "v1_294_1.png", "text": "What will likely happen next between the person within the red triangle and the person within the blue triangle?", "category": "conv", "question_id": 296}
+{"image": "v1_295_0.png", "text": "Between Object 1: the object marked by the red scribble and Object 2: the object marked by the blue scribble, which object is less likely to fit in the car?", "category": "conv", "question_id": 297}
+{"image": "v1_295_1.png", "text": "Between Object 1: the object marked by the red circle, Object 2: the object marked by the blue circle, and Object 3: the object marked by the green circle, which object is most likely to be owned by the person?", "category": "conv", "question_id": 298}
+{"image": "v1_296_0.png", "text": "Between Object 1: the object pointed at by the red arrow, Object 2: the object pointed at by the blue arrow, and Object 3: the object pointed at by the green arrow, which object is different?", "category": "conv", "question_id": 299}
+{"image": "v1_297_0.png", "text": "Between Object 1: the object within the red mask contour, Object 2: the object within the blue mask contour, and Object 3: the object within the green mask contour, which one resembles a bird the most?", "category": "conv", "question_id": 300}
+{"image": "v1_298_0.png", "text": "Why is the person marked by the red scribble and the person marked the blue scribble crashing into each other?", "category": "conv", "question_id": 301}
+{"image": "v1_299_0.png", "text": "Between Person 1: the person within the red ellipse and Person 2: the person within the blue ellipse, which one is on an object with a motor?", "category": "conv", "question_id": 302}

vip-llava-7b-human_gpt4-grade-1runs.json

@@ -0,0 +1,101 @@
+{
+    "v1_0": {
+        "model": [
+            "gpt-4"
+        ],
+        "content": [
+            "0.0"
+        ],
+        "score": [
+            0.0
+        ]
+    },
+    "v1_1": {
+        "model": [
+            "gpt-4"
+        ],
+        "content": [
+            "0.0"
+        ],
+        "score": [
+            0.0
+        ]
+    },
+    "v1_2": {
+        "model": [
+            "gpt-4"
+        ],
+        "content": [
+            "0.0"
+        ],
+        "score": [
+            0.0
+        ]
+    },
+    "v1_3": {
+        "model": [
+            "gpt-4"
+        ],
+        "content": [
+            "0.0"
+        ],
+        "score": [
+            0.0
+        ]
+    },
+    "v1_4": {
+        "model": [
+            "gpt-4"
+        ],
+        "content": [
+            "0.0"
+        ],
+        "score": [
+            0.0
+        ]
+    },
+    "v1_5": {
+        "model": [
+            "gpt-4"
+        ],
+        "content": [
+            "0.0"
+        ],
+        "score": [
+            0.0
+        ]
+    },
+    "v1_6": {
+        "model": [
+            "gpt-4"
+        ],
+        "content": [
+            "0.0"
+        ],
+        "score": [
+            0.0
+        ]
+    },
+    "v1_7": {
+        "model": [
+            "gpt-4"
+        ],
+        "content": [
+            "0.0"
+        ],
+        "score": [
+            0.0
+        ]
+    },
+    "v1_8": {
+        "model": [
+            "gpt-4"
+        ],
+        "content": [
+            "1.0"
+        ],
+        "score": [
+            1.0
+        ]
+    }
+}